{"id":"https://openalex.org/W2127377246","doi":"https://doi.org/10.1109/adprl.2009.4927529","title":"Executing concurrent actions with multiple Markov decision processes","display_name":"Executing concurrent actions with multiple Markov decision processes","publication_year":2009,"publication_date":"2009-03-01","ids":{"openalex":"https://openalex.org/W2127377246","doi":"https://doi.org/10.1109/adprl.2009.4927529","mag":"2127377246"},"language":"en","primary_location":{"id":"doi:10.1109/adprl.2009.4927529","is_oa":false,"landing_page_url":"https://doi.org/10.1109/adprl.2009.4927529","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2009 IEEE Symposium on Adaptive Dynamic Programming and Reinforcement Learning","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027481578","display_name":"Elva Corona-Xelhuantzi","orcid":null},"institutions":[{"id":"https://openalex.org/I39824353","display_name":"National Institute of Astrophysics, Optics and Electronics","ror":"https://ror.org/00bpmmc63","country_code":"MX","type":"facility","lineage":["https://openalex.org/I39824353"]}],"countries":["MX"],"is_corresponding":true,"raw_author_name":"Elva Corona-Xelhuantzi","raw_affiliation_strings":["Department of Computer Science, National Institute for Astrophysics Optics and Electronics, Puebla, Mexico","National Institute of Astrophysics, Optics and Electronics, Department of Computer Science, Tonantzintla, Puebla, 72840, MEXICO"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, National Institute for Astrophysics Optics and Electronics, Puebla, Mexico","institution_ids":["https://openalex.org/I39824353"]},{"raw_affiliation_string":"National Institute of Astrophysics, Optics and Electronics, Department of Computer Science, Tonantzintla, Puebla, 72840, MEXICO","institution_ids":["https://openalex.org/I39824353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035687300","display_name":"Eduardo F. Morales","orcid":"https://orcid.org/0000-0002-7618-8762"},"institutions":[{"id":"https://openalex.org/I39824353","display_name":"National Institute of Astrophysics, Optics and Electronics","ror":"https://ror.org/00bpmmc63","country_code":"MX","type":"facility","lineage":["https://openalex.org/I39824353"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Eduardo F. Morales","raw_affiliation_strings":["Department of Computer Science, National Institute for Astrophysics Optics and Electronics, Puebla, Mexico","National Institute of Astrophysics, Optics and Electronics, Department of Computer Science, Tonantzintla, Puebla, 72840, MEXICO"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, National Institute for Astrophysics Optics and Electronics, Puebla, Mexico","institution_ids":["https://openalex.org/I39824353"]},{"raw_affiliation_string":"National Institute of Astrophysics, Optics and Electronics, Department of Computer Science, Tonantzintla, Puebla, 72840, MEXICO","institution_ids":["https://openalex.org/I39824353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044189592","display_name":"Luis Enrique Sucar","orcid":"https://orcid.org/0000-0002-3685-5567"},"institutions":[{"id":"https://openalex.org/I39824353","display_name":"National Institute of Astrophysics, Optics and Electronics","ror":"https://ror.org/00bpmmc63","country_code":"MX","type":"facility","lineage":["https://openalex.org/I39824353"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Enrique Sucar","raw_affiliation_strings":["Department of Computer Science, National Institute for Astrophysics Optics and Electronics, Puebla, Mexico","National Institute of Astrophysics, Optics and Electronics, Department of Computer Science, Tonantzintla, Puebla, 72840, MEXICO"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, National Institute for Astrophysics Optics and Electronics, Puebla, Mexico","institution_ids":["https://openalex.org/I39824353"]},{"raw_affiliation_string":"National Institute of Astrophysics, Optics and Electronics, Department of Computer Science, Tonantzintla, Puebla, 72840, MEXICO","institution_ids":["https://openalex.org/I39824353"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5027481578"],"corresponding_institution_ids":["https://openalex.org/I39824353"],"apc_list":null,"apc_paid":null,"fwci":0.4362,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.7374224,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"10","issue":null,"first_page":"82","last_page":"89"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7840994000434875},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7697260975837708},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.613430380821228},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6116212010383606},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5855585336685181},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5724863409996033},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5620743632316589},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5363956689834595},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.517634928226471},{"id":"https://openalex.org/keywords/arbiter","display_name":"Arbiter","score":0.5028859972953796},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.50246262550354},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.46257641911506653},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.44808027148246765},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43819862604141235},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.39394181966781616},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07874560356140137}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7840994000434875},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7697260975837708},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.613430380821228},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6116212010383606},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5855585336685181},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5724863409996033},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5620743632316589},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5363956689834595},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.517634928226471},{"id":"https://openalex.org/C2779971761","wikidata":"https://www.wikidata.org/wiki/Q629872","display_name":"Arbiter","level":2,"score":0.5028859972953796},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.50246262550354},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.46257641911506653},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.44808027148246765},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43819862604141235},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.39394181966781616},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07874560356140137},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/adprl.2009.4927529","is_oa":false,"landing_page_url":"https://doi.org/10.1109/adprl.2009.4927529","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2009 IEEE Symposium on Adaptive Dynamic Programming and Reinforcement Learning","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W150039451","https://openalex.org/W1530444831","https://openalex.org/W1542078623","https://openalex.org/W1568586930","https://openalex.org/W1586162706","https://openalex.org/W1650504995","https://openalex.org/W1688218840","https://openalex.org/W1897016673","https://openalex.org/W2095996069","https://openalex.org/W2114958204","https://openalex.org/W2118022839","https://openalex.org/W2119567691","https://openalex.org/W2124657701","https://openalex.org/W2142441581","https://openalex.org/W2158548602","https://openalex.org/W2167435507","https://openalex.org/W2334782222","https://openalex.org/W4246239274","https://openalex.org/W6631910770","https://openalex.org/W6636774213","https://openalex.org/W6637513772","https://openalex.org/W6683443546"],"related_works":["https://openalex.org/W2884038052","https://openalex.org/W2135481122","https://openalex.org/W2115668703","https://openalex.org/W2982348224","https://openalex.org/W3161858668","https://openalex.org/W4230671735","https://openalex.org/W143296170","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"Markov":[0],"decision":[1],"processes":[2],"(MDPs)":[3],"have":[4],"become":[5],"a":[6,17,21,48,52,64,78,124,129,140,177,187,191],"standard":[7],"method":[8],"for":[9,116],"planning":[10],"under":[11],"uncertainty,":[12],"however":[13],"they":[14],"usually":[15],"assume":[16],"sequential":[18],"process,":[19],"so":[20],"single":[22],"action":[23],"is":[24,37,68],"executed":[25,90,157],"at":[26],"each":[27,61,86],"time":[28],"step.":[29],"In":[30],"some":[31],"applications,":[32],"as":[33,63],"in":[34,173,190],"robotics,":[35],"it":[36],"required":[38],"to":[39,76],"execute":[40],"several":[41,59],"actions":[42,84,155],"concurrently.":[43,91],"For":[44],"this":[45],"we":[46,93],"propose":[47,114],"framework":[49],"based":[50,138],"on":[51,139],"functional":[53],"decomposition":[54],"of":[55,85,107,142],"the":[56,83,95,146,154,163],"problem":[57],"into":[58],"sub-problems,":[60],"represented":[62],"subMDP.":[65],"Each":[66],"subMDP":[67,87],"solved":[69,121,136],"independently":[70],"and":[71,110,113,185],"their":[72],"policies":[73],"are":[74,120,135,150,156],"combined":[75],"obtain":[77],"global":[79,131],"solution,":[80],"such":[81],"that":[82],"can":[88,101],"be":[89],"As":[92],"combine":[94],"local":[96],"policies,":[97],"conflicts":[98,119,134],"between":[99],"them":[100],"arise.":[102],"We":[103,169],"define":[104],"two":[105,174],"kinds":[106],"conflicts,":[108,112,184],"resource":[109,183],"behavior":[111,196],"solutions":[115],"both.":[117],"Resource":[118],"off-line":[122],"via":[123],"two-phase":[125],"process":[126],"which":[127],"guarantees":[128],"near-optimal":[130],"policy.":[132],"Behavior":[133],"on-line":[137],"set":[141],"restrictions":[143],"specified":[144],"by":[145],"user.":[147],"If":[148],"there":[149],"no":[151],"restrictions,":[152],"all":[153],"concurrently;":[158],"otherwise,":[159],"an":[160],"arbiter":[161],"selects":[162],"action(s)":[164],"with":[165,182,195],"higher":[166],"expected":[167],"utility.":[168],"present":[170],"experimental":[171],"results":[172],"cases:":[175],"(i)":[176],"simulated":[178,188],"robot":[179,189],"navigation":[180],"problem,":[181],"(ii)":[186],"message":[192],"delivery":[193],"task,":[194],"conflicts.":[197]},"counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}