{"id":"https://openalex.org/W4385453605","doi":"https://doi.org/10.1109/jiot.2023.3300718","title":"Robust Computation Offloading and Trajectory Optimization for Multi-UAV-Assisted MEC: A Multiagent DRL Approach","display_name":"Robust Computation Offloading and Trajectory Optimization for Multi-UAV-Assisted MEC: A Multiagent DRL Approach","publication_year":2023,"publication_date":"2023-08-01","ids":{"openalex":"https://openalex.org/W4385453605","doi":"https://doi.org/10.1109/jiot.2023.3300718"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3300718","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3300718","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2308.12756","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100365139","display_name":"Bin Li","orcid":"https://orcid.org/0000-0002-0827-7018"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Li","raw_affiliation_strings":["School of Computer and Software, Jiangsu Collaborative Innovation Center of Atmospheric Environment and Equipment Technology, Nanjing University of Information Science and Technology, Nanjing, China","Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0827-7018","affiliations":[{"raw_affiliation_string":"School of Computer and Software, Jiangsu Collaborative Innovation Center of Atmospheric Environment and Equipment Technology, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074862320","display_name":"Rongrong Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongrong Yang","raw_affiliation_strings":["School of Computer and Software, Jiangsu Collaborative Innovation Center of Atmospheric Environment and Equipment Technology, Nanjing University of Information Science and Technology, Nanjing, China","Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Software, Jiangsu Collaborative Innovation Center of Atmospheric Environment and Equipment Technology, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"Key Laboratory of Broadband Wireless Communication and Sensor Network Technology, Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100349496","display_name":"Lei Liu","orcid":"https://orcid.org/0000-0001-8173-0408"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Liu","raw_affiliation_strings":["Guangzhou Institute of Technology, Xidian University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8173-0408","affiliations":[{"raw_affiliation_string":"Guangzhou Institute of Technology, Xidian University, Guangzhou, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100649298","display_name":"Junyi Wang","orcid":"https://orcid.org/0000-0002-7357-8503"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junyi Wang","raw_affiliation_strings":["School of Information and Communication, Guilin University of Electronic Technology, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0002-7357-8503","affiliations":[{"raw_affiliation_string":"School of Information and Communication, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100404886","display_name":"Ning Zhang","orcid":"https://orcid.org/0000-0002-8781-4925"},"institutions":[{"id":"https://openalex.org/I74413500","display_name":"University of Windsor","ror":"https://ror.org/01gw3d370","country_code":"CA","type":"education","lineage":["https://openalex.org/I74413500"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ning Zhang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Windsor, Windsor, Canada"],"raw_orcid":"https://orcid.org/0000-0002-8781-4925","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Windsor, Windsor, Canada","institution_ids":["https://openalex.org/I74413500"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061453937","display_name":"Mianxiong Dong","orcid":"https://orcid.org/0000-0002-2788-3451"},"institutions":[{"id":"https://openalex.org/I41725924","display_name":"Muroran Institute of Technology","ror":"https://ror.org/04rymkk69","country_code":"JP","type":"education","lineage":["https://openalex.org/I41725924"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mianxiong Dong","raw_affiliation_strings":["Department of Sciences and Informatics, Muroran Institute of Technology, Muroran, Japan"],"raw_orcid":"https://orcid.org/0000-0002-2788-3451","affiliations":[{"raw_affiliation_string":"Department of Sciences and Informatics, Muroran Institute of Technology, Muroran, Japan","institution_ids":["https://openalex.org/I41725924"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":59.7468,"has_fulltext":true,"cited_by_count":87,"citation_normalized_percentile":{"value":0.99912522,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"11","issue":"3","first_page":"4775","last_page":"4786"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8437231779098511},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7078722715377808},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6943354606628418},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.6633318662643433},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6053655743598938},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.5567208528518677},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.5135210156440735},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5069553852081299},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4666436016559601},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4485904574394226},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4367426335811615},{"id":"https://openalex.org/keywords/trajectory-optimization","display_name":"Trajectory optimization","score":0.42569828033447266},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.4164980947971344},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.41244441270828247},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3526283800601959},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2743263244628906},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.24351626634597778},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.1615704596042633},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.14035025238990784}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8437231779098511},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7078722715377808},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6943354606628418},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.6633318662643433},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6053655743598938},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.5567208528518677},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.5135210156440735},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5069553852081299},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4666436016559601},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4485904574394226},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4367426335811615},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.42569828033447266},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.4164980947971344},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.41244441270828247},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3526283800601959},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2743263244628906},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.24351626634597778},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.1615704596042633},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14035025238990784},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2023.3300718","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3300718","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2308.12756","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.12756","pdf_url":"https://arxiv.org/pdf/2308.12756","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2308.12756","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.12756","pdf_url":"https://arxiv.org/pdf/2308.12756","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8899999856948853,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1566651659","display_name":null,"funder_award_id":"BK20200822","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G1866381140","display_name":null,"funder_award_id":"2022A1515010988","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G7296242383","display_name":null,"funder_award_id":"62101277","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385453605.pdf","grobid_xml":"https://content.openalex.org/works/W4385453605.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W2624989916","https://openalex.org/W2740828027","https://openalex.org/W2920011362","https://openalex.org/W2952627098","https://openalex.org/W2969416000","https://openalex.org/W2971544482","https://openalex.org/W2999225051","https://openalex.org/W3006836184","https://openalex.org/W3042658661","https://openalex.org/W3090573937","https://openalex.org/W3093793239","https://openalex.org/W3100386461","https://openalex.org/W3105504538","https://openalex.org/W3105886168","https://openalex.org/W3107877555","https://openalex.org/W3111512058","https://openalex.org/W3128829927","https://openalex.org/W3130574574","https://openalex.org/W3135702594","https://openalex.org/W3149517271","https://openalex.org/W3152632745","https://openalex.org/W3158759029","https://openalex.org/W3179018212","https://openalex.org/W3200602197","https://openalex.org/W4205139806","https://openalex.org/W4205727993","https://openalex.org/W4214866088","https://openalex.org/W4285107918","https://openalex.org/W4285213224","https://openalex.org/W4285247671","https://openalex.org/W4291805103","https://openalex.org/W4293255001","https://openalex.org/W4298164163","https://openalex.org/W4312959935","https://openalex.org/W4313291221","https://openalex.org/W4319996394","https://openalex.org/W6741471465"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W2917127270","https://openalex.org/W3185499500","https://openalex.org/W2796352555"],"abstract_inverted_index":{"For":[0],"multiple":[1],"unmanned-aerial-vehicles":[2],"(UAVs)-assisted":[3],"mobile-edge":[4],"computing":[5],"(MEC)":[6],"networks,":[7],"we":[8,25,109],"study":[9],"the":[10,28,38,44,64,79,86,97,102,136,141,145,151,155],"problem":[11,91],"of":[12,47,140,154],"combined":[13],"computation":[14,35,80],"and":[15,34,43,62,81,101,116,138,159],"communication":[16,33,82],"for":[17,59,144],"user":[18],"equipments":[19],"deployed":[20],"with":[21,96,123],"multitype":[22],"tasks.":[23],"Specifically,":[24],"consider":[26],"that":[27],"MEC":[29,147],"network":[30],"encompasses":[31],"both":[32],"uncertainties,":[36],"where":[37],"partial":[39],"channel":[40],"state":[41],"information":[42],"inaccurate":[45],"estimation":[46],"task":[48,74],"complexity":[49],"are":[50],"only":[51],"available.":[52],"We":[53],"introduce":[54],"a":[55,111,118,129],"robust":[56],"design":[57],"accounting":[58],"these":[60],"uncertainties":[61],"minimize":[63],"total":[65],"weighted":[66],"energy":[67],"consumption":[68],"by":[69],"jointly":[70],"optimizing":[71],"UAV":[72],"trajectory,":[73],"partition,":[75],"as":[76,78],"well":[77],"resource":[83],"allocation":[84],"in":[85],"multi-UAV":[87],"scenario.":[88],"The":[89],"formulated":[90],"is":[92],"challenging":[93],"to":[94,127],"solve":[95],"coupled":[98],"optimization":[99,122],"variables":[100],"high":[103],"uncertainties.":[104],"To":[105],"overcome":[106],"this":[107],"issue,":[108],"reformulate":[110],"multiagent":[112,119],"Markov":[113],"decision":[114],"process":[115],"propose":[117],"proximal":[120],"policy":[121],"Beta":[124],"distribution":[125],"framework":[126],"achieve":[128],"flexible":[130],"learning":[131,158],"policy.":[132],"Numerical":[133],"results":[134],"demonstrate":[135],"effectiveness":[137],"robustness":[139],"proposed":[142],"algorithm":[143],"multi-UAV-assisted":[146],"network,":[148],"which":[149],"outperforms":[150],"representative":[152],"benchmarks":[153],"deep":[156],"reinforcement":[157],"heuristic":[160],"algorithms.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":45},{"year":2024,"cited_by_count":25},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}