{"id":"https://openalex.org/W2020860348","doi":"https://doi.org/10.1109/acc.2013.6580186","title":"Multiagent allocation of Markov decision process tasks","display_name":"Multiagent allocation of Markov decision process tasks","publication_year":2013,"publication_date":"2013-06-01","ids":{"openalex":"https://openalex.org/W2020860348","doi":"https://doi.org/10.1109/acc.2013.6580186","mag":"2020860348"},"language":"en","primary_location":{"id":"doi:10.1109/acc.2013.6580186","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acc.2013.6580186","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 American Control Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004323430","display_name":"Trevor Campbell","orcid":null},"institutions":[{"id":"https://openalex.org/I46020346","display_name":"American Institute of Aeronautics and Astronautics","ror":"https://ror.org/00a1rzv11","country_code":"US","type":"other","lineage":["https://openalex.org/I46020346"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Trevor Campbell","raw_affiliation_strings":["Department of Aeronautics and Astronautics, Massachusetts Institute of Technology, China","Dept. of Aeronaut. & Astronaut., MIT, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Aeronautics and Astronautics, Massachusetts Institute of Technology, China","institution_ids":["https://openalex.org/I46020346"]},{"raw_affiliation_string":"Dept. of Aeronaut. & Astronaut., MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I46020346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062503127","display_name":"Luke B. Johnson","orcid":null},"institutions":[{"id":"https://openalex.org/I46020346","display_name":"American Institute of Aeronautics and Astronautics","ror":"https://ror.org/00a1rzv11","country_code":"US","type":"other","lineage":["https://openalex.org/I46020346"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luke Johnson","raw_affiliation_strings":["Department of Aeronautics and Astronautics, Massachusetts Institute of Technology, China","Dept. of Aeronaut. & Astronaut., MIT, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Aeronautics and Astronautics, Massachusetts Institute of Technology, China","institution_ids":["https://openalex.org/I46020346"]},{"raw_affiliation_string":"Dept. of Aeronaut. & Astronaut., MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I46020346"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011665886","display_name":"Jonathan P. How","orcid":"https://orcid.org/0000-0001-8576-1930"},"institutions":[{"id":"https://openalex.org/I46020346","display_name":"American Institute of Aeronautics and Astronautics","ror":"https://ror.org/00a1rzv11","country_code":"US","type":"other","lineage":["https://openalex.org/I46020346"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan P. How","raw_affiliation_strings":["Department of Aeronautics and Astronautics, Massachusetts Institute of Technology, China","Dept. of Aeronaut. & Astronaut., MIT, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Aeronautics and Astronautics, Massachusetts Institute of Technology, China","institution_ids":["https://openalex.org/I46020346"]},{"raw_affiliation_string":"Dept. of Aeronaut. & Astronaut., MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I46020346"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5004323430"],"corresponding_institution_ids":["https://openalex.org/I46020346"],"apc_list":null,"apc_paid":null,"fwci":1.9236,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.87965661,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"2356","last_page":"2361"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7707628011703491},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.763081431388855},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6108198761940002},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.557224690914154},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.4985940456390381},{"id":"https://openalex.org/keywords/decision-problem","display_name":"Decision problem","score":0.4757418632507324},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4254208207130432},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.3528931736946106},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.2476596236228943},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.21812742948532104},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.185244619846344},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14514660835266113}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7707628011703491},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.763081431388855},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6108198761940002},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.557224690914154},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.4985940456390381},{"id":"https://openalex.org/C115988155","wikidata":"https://www.wikidata.org/wiki/Q3262192","display_name":"Decision problem","level":2,"score":0.4757418632507324},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4254208207130432},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3528931736946106},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.2476596236228943},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.21812742948532104},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.185244619846344},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14514660835266113},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/acc.2013.6580186","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acc.2013.6580186","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 American Control Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5600000023841858,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W110588614","https://openalex.org/W1484740474","https://openalex.org/W1517928915","https://openalex.org/W1540811415","https://openalex.org/W1604434516","https://openalex.org/W1625390266","https://openalex.org/W1977423395","https://openalex.org/W1978942630","https://openalex.org/W2036311887","https://openalex.org/W2114958204","https://openalex.org/W2118318536","https://openalex.org/W2119567691","https://openalex.org/W2120268911","https://openalex.org/W2126307323","https://openalex.org/W2129307307","https://openalex.org/W2136462844","https://openalex.org/W2137034368","https://openalex.org/W2142544818","https://openalex.org/W2168024904","https://openalex.org/W2200611301","https://openalex.org/W2321932863","https://openalex.org/W2402541741","https://openalex.org/W2949773717","https://openalex.org/W6604517883","https://openalex.org/W6628916341","https://openalex.org/W6631046737","https://openalex.org/W6632357666","https://openalex.org/W6636578284","https://openalex.org/W6644829229","https://openalex.org/W6659534188","https://openalex.org/W6677394234","https://openalex.org/W6677834374","https://openalex.org/W6679172242","https://openalex.org/W6680197272","https://openalex.org/W6684620542","https://openalex.org/W6687901895","https://openalex.org/W6713489837"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1589140671","https://openalex.org/W1515117609","https://openalex.org/W4323315247","https://openalex.org/W2294884454","https://openalex.org/W3169161914","https://openalex.org/W4321379664","https://openalex.org/W2211790881"],"abstract_inverted_index":{"Producing":[0],"task":[1,29,99,109],"assignments":[2,67],"for":[3,69],"multiagent":[4],"teams":[5],"often":[6],"leads":[7],"to":[8,26,32,65,120,128,179],"an":[9],"exponential":[10],"growth":[11],"in":[12,61,139,147,163],"the":[13,17,34,37,47,87,91,122,134,140,148,158,161],"decision":[14,43],"space":[15],"as":[16,39],"number":[18,141,149],"of":[19,93,125,133,142,150,160],"agents":[20,35,73],"and":[21,36,45,57,74,98,110,115,144],"objectives":[22],"increases.":[23],"One":[24],"approach":[25],"finding":[27],"a":[28,40,164],"assignment":[30],"is":[31,137,145],"model":[33],"environment":[38,63],"single":[41],"Markov":[42],"process,":[44],"solve":[46,121],"planning":[48],"problem":[49,77,88,124],"using":[50,113,117],"standard":[51],"MDP":[52,59],"techniques.":[53],"However,":[54],"both":[55],"exact":[56],"approximate":[58],"solvers":[60],"this":[62],"struggle":[64],"produce":[66],"even":[68,180],"problems":[70],"involving":[71],"few":[72],"objectives.":[75],"Conversely,":[76],"formulations":[78,106],"based":[79],"upon":[80],"mathematical":[81],"programming":[82],"typically":[83],"scale":[84],"well":[85],"with":[86],"size":[89],"at":[90],"expense":[92],"requiring":[94],"comparatively":[95],"simple":[96],"agent":[97,111],"models.":[100],"This":[101],"paper":[102],"combines":[103],"these":[104,174],"two":[105],"by":[107],"modeling":[108],"dynamics":[112],"MDPs,":[114],"then":[116],"optimization":[118],"techniques":[119,175],"combinatorial":[123],"assigning":[126],"tasks":[127,143],"agents.":[129,151],"The":[130],"computational":[131],"complexity":[132],"resulting":[135],"algorithm":[136,162],"polynomial":[138],"constant":[146],"Simulation":[152],"results":[153],"are":[154],"provided":[155],"which":[156],"highlight":[157],"performance":[159],"grid":[165],"world":[166],"mobile":[167],"target":[168],"surveillance":[169],"scenario,":[170],"while":[171],"demonstrating":[172],"that":[173],"can":[176],"be":[177],"extended":[178],"larger":[181],"tasking":[182],"domains.":[183]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}