{"id":"https://openalex.org/W2012136789","doi":"https://doi.org/10.1109/icra.2013.6631226","title":"Strategic planning under uncertainties via constrained Markov Decision Processes","display_name":"Strategic planning under uncertainties via constrained Markov Decision Processes","publication_year":2013,"publication_date":"2013-05-01","ids":{"openalex":"https://openalex.org/W2012136789","doi":"https://doi.org/10.1109/icra.2013.6631226","mag":"2012136789"},"language":"en","primary_location":{"id":"doi:10.1109/icra.2013.6631226","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2013.6631226","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE International Conference on Robotics and Automation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112111513","display_name":"Xu Chu Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I4401726811","display_name":"Hartford Financial Services (United States)","ror":"https://ror.org/00mwq1g96","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726811"]},{"id":"https://openalex.org/I4210159603","display_name":"United Technologies Research Center","ror":"https://ror.org/04vxc1c96","country_code":"IE","type":"company","lineage":["https://openalex.org/I4210159603"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Xu Chu Ding","raw_affiliation_strings":["Department of Systems, United Technologies Research Center, East Hartford, CT, USA","Dept. of Syst., United Technol. Res. Center, East Hartford, CT, USA"],"affiliations":[{"raw_affiliation_string":"Department of Systems, United Technologies Research Center, East Hartford, CT, USA","institution_ids":["https://openalex.org/I4210159603"]},{"raw_affiliation_string":"Dept. of Syst., United Technol. Res. Center, East Hartford, CT, USA","institution_ids":["https://openalex.org/I4401726811"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006764452","display_name":"Alessandro Pinto","orcid":"https://orcid.org/0000-0001-8308-311X"},"institutions":[{"id":"https://openalex.org/I4210159603","display_name":"United Technologies Research Center","ror":"https://ror.org/04vxc1c96","country_code":"IE","type":"company","lineage":["https://openalex.org/I4210159603"]},{"id":"https://openalex.org/I4401726811","display_name":"Hartford Financial Services (United States)","ror":"https://ror.org/00mwq1g96","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726811"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Alessandro Pinto","raw_affiliation_strings":["Department of Systems, United Technologies Research Center, East Hartford, CT, USA","Dept. of Syst., United Technol. Res. Center, East Hartford, CT, USA"],"affiliations":[{"raw_affiliation_string":"Department of Systems, United Technologies Research Center, East Hartford, CT, USA","institution_ids":["https://openalex.org/I4210159603"]},{"raw_affiliation_string":"Dept. of Syst., United Technol. Res. Center, East Hartford, CT, USA","institution_ids":["https://openalex.org/I4401726811"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054958460","display_name":"Amit Surana","orcid":"https://orcid.org/0000-0002-6409-5139"},"institutions":[{"id":"https://openalex.org/I4401726811","display_name":"Hartford Financial Services (United States)","ror":"https://ror.org/00mwq1g96","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726811"]},{"id":"https://openalex.org/I4210159603","display_name":"United Technologies Research Center","ror":"https://ror.org/04vxc1c96","country_code":"IE","type":"company","lineage":["https://openalex.org/I4210159603"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Amit Surana","raw_affiliation_strings":["Department of Systems, United Technologies Research Center, East Hartford, CT, USA","Dept. of Syst., United Technol. Res. Center, East Hartford, CT, USA"],"affiliations":[{"raw_affiliation_string":"Department of Systems, United Technologies Research Center, East Hartford, CT, USA","institution_ids":["https://openalex.org/I4210159603"]},{"raw_affiliation_string":"Dept. of Syst., United Technol. Res. Center, East Hartford, CT, USA","institution_ids":["https://openalex.org/I4401726811"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5112111513"],"corresponding_institution_ids":["https://openalex.org/I4210159603","https://openalex.org/I4401726811"],"apc_list":null,"apc_paid":null,"fwci":4.713,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.95020815,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"4568","last_page":"4575"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.9087812900543213},{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.7044558525085449},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6353210210800171},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.614832878112793},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.6047794222831726},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5854085683822632},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.5094349980354309},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.49262577295303345},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.4762164056301117},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.4706624746322632},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4567585587501526},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4471368193626404},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.43053287267684937},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.41821396350860596},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.41486620903015137},{"id":"https://openalex.org/keywords/temporal-logic","display_name":"Temporal logic","score":0.41307246685028076},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3014291524887085},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2794437110424042},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21556705236434937},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.17354795336723328},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1604684293270111},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1595619022846222},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.07772096991539001}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.9087812900543213},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.7044558525085449},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6353210210800171},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.614832878112793},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.6047794222831726},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5854085683822632},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.5094349980354309},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.49262577295303345},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.4762164056301117},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.4706624746322632},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4567585587501526},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4471368193626404},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.43053287267684937},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41821396350860596},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.41486620903015137},{"id":"https://openalex.org/C25016198","wikidata":"https://www.wikidata.org/wiki/Q781833","display_name":"Temporal logic","level":2,"score":0.41307246685028076},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3014291524887085},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2794437110424042},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21556705236434937},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.17354795336723328},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1604684293270111},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1595619022846222},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.07772096991539001},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra.2013.6631226","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2013.6631226","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE International Conference on Robotics and Automation","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.7900000214576721}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W70224526","https://openalex.org/W1424654272","https://openalex.org/W1518931405","https://openalex.org/W1540883472","https://openalex.org/W1930640507","https://openalex.org/W1967294943","https://openalex.org/W2044387322","https://openalex.org/W2104241562","https://openalex.org/W2115309705","https://openalex.org/W2128480458","https://openalex.org/W2130290065","https://openalex.org/W2131736479","https://openalex.org/W2150335178","https://openalex.org/W2163941698","https://openalex.org/W2165364079","https://openalex.org/W2167978186","https://openalex.org/W2334782222","https://openalex.org/W2615768957","https://openalex.org/W2736594147","https://openalex.org/W6602837776","https://openalex.org/W6679159306","https://openalex.org/W6679586625","https://openalex.org/W6741443652"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W1760611253","https://openalex.org/W52153049","https://openalex.org/W1589140671","https://openalex.org/W2951545791","https://openalex.org/W1515117609","https://openalex.org/W2160491016","https://openalex.org/W2294884454","https://openalex.org/W4323315247","https://openalex.org/W3169161914"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"propose":[4],"a":[5,25,42,61,79,111,127,135,139],"hierarchical":[6],"mission":[7,18,72,118,128,137],"planner":[8],"where":[9,129],"the":[10,13,17,32,51,87,90,96,107],"state":[11,85],"of":[12,16,24,50,63,89,110],"world":[14],"and":[15,68,93],"are":[19,39],"abstracted":[20],"into":[21,76],"corresponding":[22],"states":[23],"Markov":[26,113],"Decision":[27,114],"Process":[28,115],"(MDP).":[29],"Transitions":[30],"in":[31,126,138],"MDP":[33,52],"represent":[34],"abstract":[35],"motion":[36],"actions":[37],"that":[38],"planned":[40],"by":[41],"lower":[43],"level":[44],"probabilistic":[45],"planner.":[46],"The":[47,100,120],"cost":[48],"structure":[49],"is":[53,58,74,103,124,132],"multi-dimensional:":[54],"each":[55],"state-action":[56],"pair":[57],"annotated":[59],"with":[60,116,134],"vector":[62],"metrics":[64],"such":[65],"as":[66,105],"time":[67],"resource":[69],"requirements.":[70],"A":[71],"specification":[73],"divided":[75],"three":[77],"parts:":[78],"temporal":[80],"logic":[81],"formula":[82],"defined":[83],"over":[84],"propositions,":[86],"choice":[88],"primary":[91],"cost,":[92],"constraints":[94],"on":[95],"remaining":[97],"secondary":[98],"costs.":[99],"planning":[101,122],"problem":[102],"formulated":[104],"finding":[106],"optimal":[108],"policy":[109],"Constrained":[112],"above":[117],"specification.":[119],"resulting":[121],"system":[123],"tested":[125],"an":[130],"agent":[131],"tasked":[133],"complex":[136],"urban":[140],"hostile":[141],"environment.":[142]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}