{"id":"https://openalex.org/W4404321767","doi":"https://doi.org/10.1109/lra.2025.3617726","title":"Capacity-Aware Planning and Scheduling in Budget-Constrained Multi-Agent MDPs: A Meta-RL Approach","display_name":"Capacity-Aware Planning and Scheduling in Budget-Constrained Multi-Agent MDPs: A Meta-RL Approach","publication_year":2025,"publication_date":"2025-10-03","ids":{"openalex":"https://openalex.org/W4404321767","doi":"https://doi.org/10.1109/lra.2025.3617726"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2025.3617726","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2025.3617726","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2410.21249","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066343391","display_name":"Manav Vora","orcid":"https://orcid.org/0009-0004-9517-7358"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Manav Vora","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Champaign, IL, USA"],"raw_orcid":"https://orcid.org/0009-0004-9517-7358","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046640187","display_name":"Ilan Shomorony","orcid":"https://orcid.org/0000-0001-5077-2269"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ilan Shomorony","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Champaign, IL, USA"],"raw_orcid":"https://orcid.org/0000-0001-5077-2269","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070897457","display_name":"Melkior Ornik","orcid":"https://orcid.org/0000-0002-8510-8787"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Melkior Ornik","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Champaign, IL, USA"],"raw_orcid":"https://orcid.org/0000-0002-8510-8787","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0006712,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":"11","first_page":"11944","last_page":"11951"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.887499988079071,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.887499988079071,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.8267999887466431,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.8015000224113464,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/monotonic-function","display_name":"Monotonic function","score":0.6536819934844971},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5570686459541321},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5232478976249695},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4388643503189087},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.36137843132019043},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10667774081230164}],"concepts":[{"id":"https://openalex.org/C72169020","wikidata":"https://www.wikidata.org/wiki/Q194404","display_name":"Monotonic function","level":2,"score":0.6536819934844971},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5570686459541321},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5232478976249695},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4388643503189087},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.36137843132019043},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10667774081230164},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/lra.2025.3617726","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2025.3617726","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2410.21249","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.21249","pdf_url":"https://arxiv.org/pdf/2410.21249","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2410.21249","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2410.21249","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2410.21249","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.21249","pdf_url":"https://arxiv.org/pdf/2410.21249","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4999489735","display_name":null,"funder_award_id":"2046991","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G505468841","display_name":null,"funder_award_id":"CCF-2046991","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5840370012","display_name":null,"funder_award_id":"N00014-23-1-2505","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404321767.pdf","grobid_xml":"https://content.openalex.org/works/W4404321767.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1592570595","https://openalex.org/W1992419399","https://openalex.org/W2019273572","https://openalex.org/W2026080429","https://openalex.org/W2032100464","https://openalex.org/W2079809585","https://openalex.org/W2149036489","https://openalex.org/W2490166567","https://openalex.org/W2546571074","https://openalex.org/W2557169239","https://openalex.org/W2787666871","https://openalex.org/W2801852883","https://openalex.org/W2913206260","https://openalex.org/W2951360122","https://openalex.org/W3046445210","https://openalex.org/W3087810330","https://openalex.org/W3134671698","https://openalex.org/W4206497039","https://openalex.org/W4250589301","https://openalex.org/W4378174415","https://openalex.org/W4382318652","https://openalex.org/W4387124359"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2077314575","https://openalex.org/W4315701745","https://openalex.org/W1990290471","https://openalex.org/W4380682190","https://openalex.org/W2005710836","https://openalex.org/W2025955409","https://openalex.org/W1577301438"],"abstract_inverted_index":{"We":[0,95],"study":[1],"<italic":[2,31,34,43,46,61,75],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[3,32,35,44,47,62,76,119,125,145],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">capacity-":[4],"and":[5,16,26,42,187,236],"budget-constrained":[6],"multi-agent":[7],"MDPs</i>":[8],"(CB-MA-MDPs),":[9],"a":[10,27,39,84,97,107,143,173,181,188,227],"class":[11],"that":[12,87,100,130,195],"captures":[13],"many":[14],"maintenance":[15],"scheduling":[17,170],"tasks":[18],"in":[19,54,133,202],"which":[20],"each":[21,139,150],"agent":[22],"can":[23],"irreversibly":[24],"fail":[25],"planner":[28],"must":[29],"decide":[30],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">(i)</i>":[33],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">when</i>":[36],"to":[37,52,138,156,166],"apply":[38,164],"restorative":[40],"action":[41],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">(ii)</i>":[45],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">which</i>":[48],"subset":[49],"of":[50,65,74,93,169,176,184,204,209,223,234],"agents":[51,116],"treat":[53],"parallel.":[55],"The":[56],"global":[57],"budget":[58,137],"limits":[59],"the":[60,68,72,91,115,167,196,206,210,221],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">total</i>":[63],"number":[64,73,92,183],"restorations,":[66],"while":[67],"capacity":[69],"constraint":[70],"bounds":[71],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">simultaneous</i>":[77],"actions,":[78],"turning":[79],"na\u00efve":[80],"dynamic":[81],"programming":[82],"into":[83,117],"combinatorial":[85],"search":[86],"scales":[88],"exponentially":[89],"with":[90],"agents.":[94],"propose":[96],"two-stage":[98],"solution":[99],"remains":[101],"tractable":[102],"for":[103,172,214],"large":[104,174,215],"systems.":[105],"First,":[106],"Linear":[108],"Sum":[109],"Assignment":[110],"Problem":[111],"(LSAP)-based":[112],"grouping":[113],"partitions":[114],"<inline-formula":[118],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[120,126],"notation=\"LaTeX\">$r$</tex-math></inline-formula>":[121,127],"disjoint":[122],"sets":[123],"(<inline-formula":[124],"=":[128],"capacity)":[129],"maximise":[131],"diversity":[132],"expected":[134],"time-to-failure,":[135],"allocating":[136],"set":[140],"proportionally.":[141],"Second,":[142],"<bold":[144],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">meta-trained":[146],"PPO</b>":[147],"policy":[148],"solves":[149],"sub-MDP,":[151],"leveraging":[152],"transfer":[153],"across":[154,231],"groups":[155],"converge":[157],"rapidly.":[158],"To":[159],"validate":[160],"our":[161,224],"approach,":[162],"we":[163,219],"it":[165],"problem":[168],"repairs":[171],"team":[175,216],"industrial":[177],"robots,":[178],"constrained":[179],"by":[180],"limited":[182],"repair":[185,190,237],"technicians":[186],"total":[189],"budget.":[191],"Our":[192],"results":[193],"demonstrate":[194],"proposed":[197],"method":[198],"outperforms":[199],"baseline":[200],"approaches":[201],"terms":[203],"maximizing":[205],"average":[207],"uptime":[208],"robot":[211],"team,":[212],"particularly":[213],"sizes.":[217],"Lastly,":[218],"confirm":[220],"scalability":[222],"approach":[225],"through":[226],"computational":[228],"complexity":[229],"analysis":[230],"varying":[232],"numbers":[233],"robots":[235],"technicians.":[238]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2024-11-14T00:00:00"}