{"id":"https://openalex.org/W4401417261","doi":"https://doi.org/10.1109/icra57147.2024.10610954","title":"Weathering Ongoing Uncertainty: Learning and Planning in a Time-Varying Partially Observable Environment","display_name":"Weathering Ongoing Uncertainty: Learning and Planning in a Time-Varying Partially Observable Environment","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401417261","doi":"https://doi.org/10.1109/icra57147.2024.10610954"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10610954","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610954","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093097256","display_name":"Gokul Puthumanaillam","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gokul Puthumanaillam","raw_affiliation_strings":["University of Illinois Urbana-Champaign,Department of Aerospace Engineering and the Coordinated Science Laboratory,Urbana,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign,Department of Aerospace Engineering and the Coordinated Science Laboratory,Urbana,USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100331368","display_name":"Xiangyu Liu","orcid":"https://orcid.org/0000-0002-9690-296X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiangyu Liu","raw_affiliation_strings":["University of Illinois Urbana-Champaign,Department of Aerospace Engineering and the Coordinated Science Laboratory,Urbana,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign,Department of Aerospace Engineering and the Coordinated Science Laboratory,Urbana,USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062267932","display_name":"Negar Mehr","orcid":"https://orcid.org/0000-0002-1045-4423"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Negar Mehr","raw_affiliation_strings":["University of Illinois Urbana-Champaign,Department of Aerospace Engineering and the Coordinated Science Laboratory,Urbana,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign,Department of Aerospace Engineering and the Coordinated Science Laboratory,Urbana,USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070897457","display_name":"Melkior Ornik","orcid":"https://orcid.org/0000-0002-8510-8787"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Melkior Ornik","raw_affiliation_strings":["University of Illinois Urbana-Champaign,Department of Aerospace Engineering and the Coordinated Science Laboratory,Urbana,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign,Department of Aerospace Engineering and the Coordinated Science Laboratory,Urbana,USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6109,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.7320712,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"4612","last_page":"4618"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9635999798774719,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/weathering","display_name":"Weathering","score":0.883973240852356},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.8113188743591309},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4897933006286621},{"id":"https://openalex.org/keywords/earth-science","display_name":"Earth science","score":0.44312405586242676},{"id":"https://openalex.org/keywords/environmental-science","display_name":"Environmental science","score":0.40997934341430664},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.27480366826057434},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09834980964660645},{"id":"https://openalex.org/keywords/geochemistry","display_name":"Geochemistry","score":0.09057611227035522}],"concepts":[{"id":"https://openalex.org/C40724407","wikidata":"https://www.wikidata.org/wiki/Q179177","display_name":"Weathering","level":2,"score":0.883973240852356},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.8113188743591309},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4897933006286621},{"id":"https://openalex.org/C1965285","wikidata":"https://www.wikidata.org/wiki/Q8008","display_name":"Earth science","level":1,"score":0.44312405586242676},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.40997934341430664},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.27480366826057434},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09834980964660645},{"id":"https://openalex.org/C17409809","wikidata":"https://www.wikidata.org/wiki/Q161764","display_name":"Geochemistry","level":1,"score":0.09057611227035522},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10610954","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610954","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.699999988079071,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332447","display_name":"U.S. Army","ror":"https://ror.org/00afsp483"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W192920577","https://openalex.org/W1679554665","https://openalex.org/W1970777407","https://openalex.org/W2006677699","https://openalex.org/W2076337359","https://openalex.org/W2098432798","https://openalex.org/W2104951676","https://openalex.org/W2109910161","https://openalex.org/W2115524942","https://openalex.org/W2124595631","https://openalex.org/W2144913588","https://openalex.org/W2145483940","https://openalex.org/W2146881125","https://openalex.org/W2155027007","https://openalex.org/W2167340365","https://openalex.org/W2168359464","https://openalex.org/W2168945108","https://openalex.org/W2171084228","https://openalex.org/W2187602572","https://openalex.org/W2525786140","https://openalex.org/W2560647685","https://openalex.org/W2788388592","https://openalex.org/W2888972305","https://openalex.org/W2898017895","https://openalex.org/W2904410128","https://openalex.org/W2943356268","https://openalex.org/W2962787188","https://openalex.org/W2964048876","https://openalex.org/W2970533894","https://openalex.org/W2982784807","https://openalex.org/W3001711064","https://openalex.org/W3126940024","https://openalex.org/W4200140111","https://openalex.org/W4247678187","https://openalex.org/W4280571816","https://openalex.org/W4367598839","https://openalex.org/W4379144471","https://openalex.org/W6631864160","https://openalex.org/W6678541622","https://openalex.org/W6683204974","https://openalex.org/W6684839497","https://openalex.org/W6684973485","https://openalex.org/W6687102742","https://openalex.org/W6770752742","https://openalex.org/W6959231413"],"related_works":["https://openalex.org/W2966871740","https://openalex.org/W2020602465","https://openalex.org/W2389499778","https://openalex.org/W2229462339","https://openalex.org/W3112131230","https://openalex.org/W4249969393","https://openalex.org/W1969594875","https://openalex.org/W4387091525","https://openalex.org/W4248455501","https://openalex.org/W4241272930"],"abstract_inverted_index":{"Optimal":[0],"decision-making":[1],"presents":[2],"a":[3,62,119],"significant":[4],"challenge":[5],"for":[6,29,102],"autonomous":[7],"systems":[8],"operating":[9],"in":[10,136],"uncertain,":[11,138],"stochastic":[12],"and":[13,51,68,90,110,114],"time-varying":[14,87,122,139],"environments.":[15,123],"Environmental":[16],"variability":[17],"over":[18,129],"time":[19],"can":[20],"significantly":[21],"impact":[22],"the":[23,39,71,107,133],"system\u2019s":[24],"optimal":[25],"decision":[26],"making":[27],"strategy":[28,95],"mission":[30],"completion.":[31],"To":[32],"model":[33],"such":[34],"environments,":[35],"our":[36],"work":[37],"combines":[38],"previous":[40],"notion":[41],"of":[42],"Time-Varying":[43,53],"Markov":[44,56],"Decision":[45,57],"Processes":[46,58],"(TVMDP)":[47],"with":[48,116],"partial":[49],"observability":[50],"introduces":[52],"Partially":[54],"Observable":[55],"(TV-POMDP).":[59],"We":[60,105],"propose":[61],"twopronged":[63],"approach":[64],"to":[65,83],"accurately":[66],"estimate":[67],"plan":[69],"within":[70],"TV-POMDP:":[72],"1)":[73],"Memory":[74],"Prioritized":[75],"State":[76],"Estimation":[77],"(MPSE),":[78],"which":[79],"leverages":[80],"weighted":[81],"memory":[82],"provide":[84],"more":[85],"accurate":[86],"transition":[88],"estimates;":[89],"2)":[91],"an":[92],"MPSE-integrated":[93],"planning":[94],"that":[96],"optimizes":[97],"long-term":[98],"rewards":[99],"while":[100],"accounting":[101],"temporal":[103],"constraint.":[104],"validate":[106],"proposed":[108],"framework":[109],"algorithms":[111],"using":[112],"simulations":[113],"hardware,":[115],"robots":[117],"exploring":[118],"partially":[120],"observable,":[121],"Our":[124],"results":[125],"demonstrate":[126],"superior":[127],"performance":[128],"standard":[130],"methods,":[131],"highlighting":[132],"framework\u2019s":[134],"effectiveness":[135],"stochastic,":[137],"domains.":[140]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}