{"id":"https://openalex.org/W3159519368","doi":"https://doi.org/10.48550/arxiv.2102.06245","title":"Knowledge Infused Policy Gradients for Adaptive Pandemic Control","display_name":"Knowledge Infused Policy Gradients for Adaptive Pandemic Control","publication_year":2021,"publication_date":"2021-02-11","ids":{"openalex":"https://openalex.org/W3159519368","doi":"https://doi.org/10.48550/arxiv.2102.06245","mag":"3159519368"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2102.06245","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.06245","pdf_url":"https://arxiv.org/pdf/2102.06245","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2102.06245","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031161187","display_name":"Kaushik Roy","orcid":"https://orcid.org/0000-0002-0735-9695","observed_orcids":["https://orcid.org/0000-0002-0735-9695"]},"institutions":[{"id":"https://openalex.org/I155781252","display_name":"University of South Carolina","ror":"https://ror.org/02b6qw903","country_code":"US","type":"education","lineage":["https://openalex.org/I155781252"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roy, Kaushik","raw_affiliation_strings":["Artificial Intelligence Institute , University of South Carolina","UNIVERSITY OF SOUTH CAROLINA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Institute , University of South Carolina","institution_ids":["https://openalex.org/I155781252"]},{"raw_affiliation_string":"UNIVERSITY OF SOUTH CAROLINA","institution_ids":["https://openalex.org/I155781252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100360430","display_name":"Qi Zhang","orcid":"https://orcid.org/0000-0003-2519-5580","observed_orcids":["https://orcid.org/0000-0003-2519-5580"]},"institutions":[{"id":"https://openalex.org/I155781252","display_name":"University of South Carolina","ror":"https://ror.org/02b6qw903","country_code":"US","type":"education","lineage":["https://openalex.org/I155781252"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhang, Qi","raw_affiliation_strings":["Artificial Intelligence Institute , University of South Carolina","UNIVERSITY OF SOUTH CAROLINA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Institute , University of South Carolina","institution_ids":["https://openalex.org/I155781252"]},{"raw_affiliation_string":"UNIVERSITY OF SOUTH CAROLINA","institution_ids":["https://openalex.org/I155781252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023667301","display_name":"Manas Gaur","orcid":"https://orcid.org/0000-0002-5411-2230","observed_orcids":["https://orcid.org/0000-0002-5411-2230"]},"institutions":[{"id":"https://openalex.org/I155781252","display_name":"University of South Carolina","ror":"https://ror.org/02b6qw903","country_code":"US","type":"education","lineage":["https://openalex.org/I155781252"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gaur, Manas","raw_affiliation_strings":["Artificial Intelligence Institute , University of South Carolina","UNIVERSITY OF SOUTH CAROLINA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Institute , University of South Carolina","institution_ids":["https://openalex.org/I155781252"]},{"raw_affiliation_string":"UNIVERSITY OF SOUTH CAROLINA","institution_ids":["https://openalex.org/I155781252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028772801","display_name":"Amit Sheth","orcid":"https://orcid.org/0000-0002-0021-5293","observed_orcids":["https://orcid.org/0000-0002-0021-5293"]},"institutions":[{"id":"https://openalex.org/I155781252","display_name":"University of South Carolina","ror":"https://ror.org/02b6qw903","country_code":"US","type":"education","lineage":["https://openalex.org/I155781252"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sheth, Amit","raw_affiliation_strings":["Artificial Intelligence Institute , University of South Carolina","UNIVERSITY OF SOUTH CAROLINA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Institute , University of South Carolina","institution_ids":["https://openalex.org/I155781252"]},{"raw_affiliation_string":"UNIVERSITY OF SOUTH CAROLINA","institution_ids":["https://openalex.org/I155781252"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I155781252"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"2846","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10410","display_name":"COVID-19 epidemiological studies","score":0.6669999957084656,"subfield":{"id":"https://openalex.org/subfields/2611","display_name":"Modeling and Simulation"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10410","display_name":"COVID-19 epidemiological studies","score":0.6669999957084656,"subfield":{"id":"https://openalex.org/subfields/2611","display_name":"Modeling and Simulation"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.20589999854564667,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13032","display_name":"COVID-19 Prevention and Impact","score":0.007499999832361937,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-injection","display_name":"knowledge injection","score":0.6330000162124634},{"id":"https://openalex.org/keywords/policy-gradient","display_name":"policy gradient","score":0.8429999947547913},{"id":"https://openalex.org/keywords/covid-19","display_name":"COVID-19 pandemic","score":0.8529999852180481},{"id":"https://openalex.org/keywords/public-health-policy","display_name":"public health policy","score":0.8209999799728394},{"id":"https://openalex.org/keywords/interpretable-reinforcement-learning","display_name":"interpretable reinforcement learning","score":0.6909999847412109},{"id":"https://openalex.org/keywords/partial-observability","display_name":"partial observability","score":0.7900000214576721},{"id":"https://openalex.org/keywords/hidden-variables","display_name":"hidden variables","score":0.5509999990463257},{"id":"https://openalex.org/keywords/sample-efficiency","display_name":"sample efficiency","score":0.38100001215934753}],"concepts":[{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.6527268886566162},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6457836031913757},{"id":"https://openalex.org/C4438859","wikidata":"https://www.wikidata.org/wiki/Q186117","display_name":"Timeline","level":2,"score":0.6443743705749512},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5428102612495422},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47500789165496826},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4497976005077362},{"id":"https://openalex.org/C89623803","wikidata":"https://www.wikidata.org/wiki/Q12184","display_name":"Pandemic","level":5,"score":0.4432706832885742},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.43775027990341187},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.34663355350494385},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3413245379924774},{"id":"https://openalex.org/C3008058167","wikidata":"https://www.wikidata.org/wiki/Q84263196","display_name":"Coronavirus disease 2019 (COVID-19)","level":4,"score":0.19337621331214905},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12970158457756042},{"id":"https://openalex.org/C524204448","wikidata":"https://www.wikidata.org/wiki/Q788926","display_name":"Infectious disease (medical specialty)","level":3,"score":0.10210275650024414},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.0977531373500824},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:2102.06245","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.06245","pdf_url":"https://arxiv.org/pdf/2102.06245","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:scholarcommons.sc.edu:aii_fac_pub-1518","doi":null,"is_oa":true,"landing_page_url":"https://scholarcommons.sc.edu/aii_fac_pub/504","pdf_url":"https://scholarcommons.sc.edu/cgi/viewcontent.cgi?article=1518&context=aii_fac_pub","source":{"id":"https://openalex.org/S4306401386","display_name":"Scholar Commons (University of South Carolina)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I155781252","host_organization_name":"University of South Carolina","host_organization_lineage":["https://openalex.org/I155781252"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Publications","raw_type":"text"},{"id":"doi:10.48550/arxiv.2102.06245","doi":"https://doi.org/10.48550/arxiv.2102.06245","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2102.06245","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:3159519368","doi":null,"is_oa":false,"landing_page_url":"http://ceur-ws.org/Vol-2846/paper4.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306417549","display_name":"AAAI Spring Symposium Combining Machine Learning with Knowledge Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"AAAI Spring Symposium Combining Machine Learning with Knowledge Engineering","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2102.06245","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.06245","pdf_url":"https://arxiv.org/pdf/2102.06245","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.428600013256073,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3159519368.pdf","grobid_xml":"https://content.openalex.org/works/W3159519368.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W1197916086","https://openalex.org/W1977655452","https://openalex.org/W1999874108","https://openalex.org/W2027306932","https://openalex.org/W2034227939","https://openalex.org/W2112420033","https://openalex.org/W2125922627","https://openalex.org/W2212091021","https://openalex.org/W2293330754","https://openalex.org/W2776420560","https://openalex.org/W2970242004","https://openalex.org/W2998367160","https://openalex.org/W3033629543","https://openalex.org/W3038039195","https://openalex.org/W3041042865"],"related_works":["https://openalex.org/W3013712822","https://openalex.org/W4404790053","https://openalex.org/W7027602296","https://openalex.org/W4221143879","https://openalex.org/W3083170863","https://openalex.org/W4392972008","https://openalex.org/W4283764558","https://openalex.org/W3161067586","https://openalex.org/W3112273823","https://openalex.org/W4224043255"],"abstract_inverted_index":{"COVID-19":[0,29],"has":[1],"impacted":[2],"nations":[3],"differently":[4],"based":[5],"on":[6,116],"their":[7],"policy":[8,12],"implementations.":[9],"The":[10,227],"effective":[11],"requires":[13],"taking":[14],"into":[15],"account":[16],"public":[17,77],"information":[18,133],"and":[19,81,123,134,216,235,238,257],"adaptability":[20],"to":[21,27,46,52,103,136,146,254],"new":[22,255],"knowledge.":[23],"Epidemiological":[24],"models":[25,84,142],"built":[26],"understand":[28],"seldom":[30],"provide":[31],"the":[32,35,43,64,89,100,141,157,196,214,260],"policymaker":[33],"with":[34,245],"capability":[36],"for":[37,172,182,232],"adaptive":[38,74],"pandemic":[39,65,266],"control":[40],"(APC).":[41],"Among":[42],"core":[44],"challenges":[45,106],"be":[47],"overcome":[48],"include":[49],"(a)":[50,187],"inability":[51],"handle":[53,121,199],"a":[54,179,224,230,265],"high":[55],"degree":[56],"of":[57,69,76,88,126,129,166,195,210],"non-homogeneity":[58,147],"in":[59,92,131,148,155,223,259,264],"different":[60],"contributing":[61],"features":[62,194],"across":[63],"timeline,":[66],"(b)":[67,198,217],"lack":[68],"an":[70,168],"approach":[71],"that":[72,85,185,206],"enables":[73],"incorporation":[75],"health":[78],"expert":[79],"knowledge,":[80],"(c)":[82],"transparent":[83],"enable":[86],"understanding":[87],"decision-making":[90],"process":[91],"suggesting":[93],"policy.":[94,158],"In":[95,243],"this":[96,175],"work,":[97],"we":[98,177,248],"take":[99],"early":[101],"steps":[102],"address":[104],"these":[105],"using":[107],"Knowledge":[108],"Infused":[109],"Policy":[110],"Gradient":[111],"(KIPG)":[112],"methods.":[113],"Prior":[114],"work":[115],"knowledge":[117,130,219,256],"infusion":[118],"does":[119],"not":[120,144],"soft":[122,236],"hard":[124,234],"imposition":[125],"varying":[127],"forms":[128],"disease":[132],"guidelines":[135],"necessarily":[137],"comply":[138],"with.":[139],"Furthermore,":[140],"do":[143],"attend":[145],"feature":[149,190],"counts,":[150],"manifesting":[151],"as":[152,203,220],"partial":[153],"observability":[154],"informing":[156],"Additionally,":[159],"interpretable":[160,169],"structures":[161],"are":[162,207],"extracted":[163],"post-learning":[164],"instead":[165],"learning":[167],"model":[170],"required":[171],"APC.":[173],"To":[174],"end,":[176],"introduce":[178],"mathematical":[180],"framework":[181],"KIPG":[183],"methods":[184],"can":[186],"induce":[188],"relevant":[189],"counts":[191,202],"over":[192,213],"multi-relational":[193],"world,":[197],"latent":[200],"non-homogeneous":[201],"hidden":[204],"variables":[205],"linear":[208],"combinations":[209],"kernelized":[211],"aggregates":[212],"features,":[215],"infuse":[218],"functional":[221],"constraints":[222,237],"principled":[225],"manner.":[226],"study":[228],"establishes":[229],"theory":[231],"imposing":[233],"simulates":[239],"it":[240],"through":[241],"experiments.":[242],"comparison":[244],"knowledge-intensive":[246],"baselines,":[247],"show":[249],"quick":[250],"sample":[251],"efficient":[252],"adaptation":[253],"interpretability":[258],"learned":[261],"policy,":[262],"especially":[263],"context.":[267]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2021-05-10T00:00:00"}