{"id":"https://openalex.org/W4286461697","doi":"https://doi.org/10.1115/1.4055057","title":"Dynamic Resource Allocation in Systems-of-Systems Using a Heuristic-Based Interpretable Deep Reinforcement Learning","display_name":"Dynamic Resource Allocation in Systems-of-Systems Using a Heuristic-Based Interpretable Deep Reinforcement Learning","alternate_titles":[],"publication_year":2022,"publication_date":"2022-07-22","ids":{"openalex":"https://openalex.org/W4286461697","doi":"https://doi.org/10.1115/1.4055057"},"language":"en","primary_location":{"id":"doi:10.1115/1.4055057","doi":"https://doi.org/10.1115/1.4055057","is_oa":false,"landing_page_url":"https://doi.org/10.1115/1.4055057","pdf_url":null,"source":{"id":"https://openalex.org/S88457320","display_name":"Journal of Mechanical Design","issn_l":"0161-8458","issn":["0161-8458","1050-0472","1528-9001"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-2","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310321320","host_organization_name":"American Society of Mechanical Engineers","host_organization_lineage":["https://openalex.org/P4310321320"],"host_organization_lineage_names":["American Society of Mechanical Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Mechanical Design","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4286461697"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019153640","display_name":"Qiliang Chen","orcid":"https://orcid.org/0000-0002-1457-4983","observed_orcids":["https://orcid.org/0000-0002-1457-4983"]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiliang Chen","raw_affiliation_strings":["Northeastern University Department of Mechanical and Industrial Engineering, Multi-AGent Intelligent Complex Systems (MAGICS) Lab, , Boston, MA 02115"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University Department of Mechanical and Industrial Engineering, Multi-AGent Intelligent Complex Systems (MAGICS) Lab, , Boston, MA 02115","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030641600","display_name":"Babak Heydari","orcid":"https://orcid.org/0000-0002-4964-8655","observed_orcids":["https://orcid.org/0000-0002-4964-8655"]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Babak Heydari","raw_affiliation_strings":["Institute of Experiential AI, Northeastern University Department of Mechanical and Industrial Engineering, Multi-AGent Intelligent Complex Systems (MAGICS) Lab, , Boston, MA 02115"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Experiential AI, Northeastern University Department of Mechanical and Industrial Engineering, Multi-AGent Intelligent Complex Systems (MAGICS) Lab, , Boston, MA 02115","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":0.5311,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.61257407,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"144","issue":"9","first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6723999977111816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6723999977111816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12000","display_name":"Systems Engineering Methodologies and Applications","score":0.17550000548362732,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.017100000753998756,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/system-of-systems","display_name":"systems of systems","score":0.9739999771118164},{"id":"https://openalex.org/keywords/dynamic-resource-allocation","display_name":"dynamic resource allocation","score":0.9950000047683716},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8999999761581421},{"id":"https://openalex.org/keywords/explainable-decision-making","display_name":"explainable decision-making","score":0.5929999947547913},{"id":"https://openalex.org/keywords/heuristic-inference","display_name":"heuristic inference","score":0.9620000123977661},{"id":"https://openalex.org/keywords/autonomous-agents","display_name":"autonomous agents","score":0.6100000143051147},{"id":"https://openalex.org/keywords/resource-manager","display_name":"resource manager","score":0.5370000004768372},{"id":"https://openalex.org/keywords/openai-gym-environment","display_name":"OpenAI Gym environment","score":0.6079999804496765}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8024725317955017},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7346149682998657},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5935043692588806},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5187551975250244},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5151792764663696},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5051029324531555},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49691179394721985},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.45696917176246643},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4318516254425049},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.42318564653396606},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3896517753601074},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.10384637117385864},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1115/1.4055057","doi":"https://doi.org/10.1115/1.4055057","is_oa":false,"landing_page_url":"https://doi.org/10.1115/1.4055057","pdf_url":null,"source":{"id":"https://openalex.org/S88457320","display_name":"Journal of Mechanical Design","issn_l":"0161-8458","issn":["0161-8458","1050-0472","1528-9001"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-2","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310321320","host_organization_name":"American Society of Mechanical Engineers","host_organization_lineage":["https://openalex.org/P4310321320"],"host_organization_lineage_names":["American Society of Mechanical Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Mechanical Design","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4683293841","display_name":null,"funder_award_id":"1554560","funder_id":"https://openalex.org/F4320337391","funder_display_name":"Division of Civil, Mechanical and Manufacturing Innovation"}],"funders":[{"id":"https://openalex.org/F4320337391","display_name":"Division of Civil, Mechanical and Manufacturing Innovation","ror":"https://ror.org/028yd4c30"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W569855300","https://openalex.org/W1542941925","https://openalex.org/W1569638374","https://openalex.org/W1641379095","https://openalex.org/W1903683453","https://openalex.org/W1933163190","https://openalex.org/W1977483205","https://openalex.org/W1979876639","https://openalex.org/W2006541774","https://openalex.org/W2042304294","https://openalex.org/W2058107586","https://openalex.org/W2059262214","https://openalex.org/W2069215806","https://openalex.org/W2071629216","https://openalex.org/W2107348271","https://openalex.org/W2123288296","https://openalex.org/W2125283600","https://openalex.org/W2144108520","https://openalex.org/W2145339207","https://openalex.org/W2148398334","https://openalex.org/W2155027007","https://openalex.org/W2164284962","https://openalex.org/W2164412965","https://openalex.org/W2167062553","https://openalex.org/W2168078104","https://openalex.org/W2172933221","https://openalex.org/W2246614496","https://openalex.org/W2260756217","https://openalex.org/W2283842643","https://openalex.org/W2346104046","https://openalex.org/W2402402867","https://openalex.org/W2433762373","https://openalex.org/W2439568532","https://openalex.org/W2554792009","https://openalex.org/W2575731723","https://openalex.org/W2602275733","https://openalex.org/W2613532647","https://openalex.org/W2617547828","https://openalex.org/W2618972206","https://openalex.org/W2766447205","https://openalex.org/W2768629321","https://openalex.org/W2769316278","https://openalex.org/W2785315072","https://openalex.org/W2792071139","https://openalex.org/W2794349751","https://openalex.org/W2796284132","https://openalex.org/W2799547155","https://openalex.org/W2800625747","https://openalex.org/W2897154134","https://openalex.org/W2899455150","https://openalex.org/W2905057216","https://openalex.org/W2909928404","https://openalex.org/W2910226881","https://openalex.org/W2912912135","https://openalex.org/W2946606218","https://openalex.org/W2950926719","https://openalex.org/W2962702317","https://openalex.org/W2969262604","https://openalex.org/W2969525674","https://openalex.org/W2969896603","https://openalex.org/W2981344907","https://openalex.org/W2991046523","https://openalex.org/W2995120596","https://openalex.org/W2995523160","https://openalex.org/W2998004401","https://openalex.org/W3000716014","https://openalex.org/W3005761304","https://openalex.org/W3008495039","https://openalex.org/W3008684691","https://openalex.org/W3012502279","https://openalex.org/W3014839492","https://openalex.org/W3034687650","https://openalex.org/W3040140537","https://openalex.org/W3048977193","https://openalex.org/W3112291329","https://openalex.org/W3119608713","https://openalex.org/W3176745056","https://openalex.org/W3185141481","https://openalex.org/W3197680052","https://openalex.org/W3204153914","https://openalex.org/W3208186643","https://openalex.org/W3213438749","https://openalex.org/W4206375984","https://openalex.org/W4211017739","https://openalex.org/W4237190028","https://openalex.org/W4294576339","https://openalex.org/W6667455276"],"related_works":["https://openalex.org/W4391649152","https://openalex.org/W2745300114","https://openalex.org/W2546571074","https://openalex.org/W4385508634","https://openalex.org/W3169471136","https://openalex.org/W2103855777","https://openalex.org/W7164005211","https://openalex.org/W7131293072","https://openalex.org/W1980314979","https://openalex.org/W3161343198"],"abstract_inverted_index":{"Abstract":[0],"Systems-of-systems":[1],"(SoS)":[2],"often":[3],"include":[4],"multiple":[5,18],"agents":[6,30],"that":[7,73,89,99,105],"interact":[8],"in":[9],"both":[10],"cooperative":[11],"and":[12,23,108,140,180,199],"competitive":[13],"modes.":[14],"Moreover,":[15],"they":[16],"involve":[17],"resources,":[19],"including":[20],"energy,":[21],"information,":[22],"bandwidth.":[24],"If":[25],"these":[26,59],"resources":[27,37],"are":[28,114],"limited,":[29],"need":[31],"to":[32,35,39,49,148,154,186],"decide":[33],"how":[34],"share":[36],"cooperatively":[38],"reach":[40],"the":[41,46,80,91,95,101,106,111,124,129,142,145,156,160,175,188,191],"system-level":[42],"goal,":[43],"while":[44,78],"performing":[45],"tasks":[47],"assigned":[48],"them":[50],"autonomously.":[51],"This":[52],"paper":[53],"takes":[54],"a":[55,63,118,135,165,195],"step":[56],"toward":[57],"addressing":[58],"challenges":[60],"by":[61,123],"proposing":[62],"dynamic":[64,75],"two-tier":[65,86,131,161],"learning":[66,72,87,92,109,132,162],"framework,":[67],"based":[68],"on":[69,134],"deep":[70],"reinforcement":[71],"enables":[74],"resource":[76,102,125,152,192],"allocation":[77,153],"acknowledging":[79],"autonomy":[81,107],"of":[82,94,100,110,120,144,151,159,168,177,190,197],"systems":[83],"constituents.":[84],"The":[85],"framework":[88,133,147],"decouples":[90],"process":[93],"SoS":[96,112,169],"constituents":[97,113],"from":[98],"manager":[103,193],"ensures":[104],"not":[115],"compromised":[116],"as":[117],"result":[119],"interventions":[121],"executed":[122],"manager.":[126],"We":[127,172],"apply":[128,181],"proposed":[130,146],"customized":[136],"OpenAI":[137],"Gym":[138],"environment":[139,198],"compare":[141],"results":[143,176],"baseline":[149],"methods":[150],"show":[155],"superior":[157],"performance":[158],"scheme":[163],"across":[164],"different":[166],"set":[167],"key":[170],"parameters.":[171,201],"then":[173],"use":[174],"this":[178],"experiment":[179],"our":[182],"heuristic":[183],"inference":[184],"method":[185],"interpret":[187],"decisions":[189],"for":[194],"range":[196],"agent":[200]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4286461697","counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2022-07-22T00:00:00"}
