{"id":"https://openalex.org/W4310461163","doi":"https://doi.org/10.1109/tnnls.2022.3222206","title":"A Self-Attention-Based Deep Reinforcement Learning Approach for AGV Dispatching Systems","display_name":"A Self-Attention-Based Deep Reinforcement Learning Approach for AGV Dispatching Systems","publication_year":2022,"publication_date":"2022-12-01","ids":{"openalex":"https://openalex.org/W4310461163","doi":"https://doi.org/10.1109/tnnls.2022.3222206","pmid":"https://pubmed.ncbi.nlm.nih.gov/36449577"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3222206","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3222206","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087825639","display_name":"Qinglai Wei","orcid":"https://orcid.org/0000-0001-7002-9800"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN","MO"],"is_corresponding":true,"raw_author_name":"Qinglai Wei","raw_affiliation_strings":["State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","Macau University of Science and Technology, Institute of Systems Engineering, Macau, Macau","Institute of Automation, State Key Laboratory of Management and Control for Complex Systems, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7002-9800","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Macau University of Science and Technology, Institute of Systems Engineering, Macau, Macau","institution_ids":["https://openalex.org/I111950717"]},{"raw_affiliation_string":"Institute of Automation, State Key Laboratory of Management and Control for Complex Systems, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038669540","display_name":"Yutian Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN","MO"],"is_corresponding":false,"raw_author_name":"Yutian Yan","raw_affiliation_strings":["State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","Institute of Automation, State Key Laboratory of Management and Control for Complex Systems, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","Macau University of Science and Technology, Institute of Systems Engineering, Macau, Macau"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institute of Automation, State Key Laboratory of Management and Control for Complex Systems, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Macau University of Science and Technology, Institute of Systems Engineering, Macau, Macau","institution_ids":["https://openalex.org/I111950717"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100436611","display_name":"Jie Zhang","orcid":"https://orcid.org/0000-0001-6046-4497"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN","MO"],"is_corresponding":false,"raw_author_name":"Jie Zhang","raw_affiliation_strings":["State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","Institute of Automation, State Key Laboratory of Management and Control for Complex Systems, Chinese Academy of Sciences, Beijing, China","Macau University of Science and Technology, Institute of Systems Engineering, Macau, Macau","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6046-4497","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institute of Automation, State Key Laboratory of Management and Control for Complex Systems, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Macau University of Science and Technology, Institute of Systems Engineering, Macau, Macau","institution_ids":["https://openalex.org/I111950717"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076518693","display_name":"Jun Xiao","orcid":"https://orcid.org/0000-0002-1799-3948"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Xiao","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1799-3948","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100390536","display_name":"Cong Wang","orcid":"https://orcid.org/0000-0003-3900-4159"},"institutions":[{"id":"https://openalex.org/I146617529","display_name":"Applied Science and Technology Research Institute","ror":"https://ror.org/03xmkea05","country_code":"CN","type":"facility","lineage":["https://openalex.org/I146617529"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cong Wang","raw_affiliation_strings":["Hong Kong Applied Science and Technology Research Institute Company Ltd., Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-3900-4159","affiliations":[{"raw_affiliation_string":"Hong Kong Applied Science and Technology Research Institute Company Ltd., Hong Kong, China","institution_ids":["https://openalex.org/I146617529"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5087825639"],"corresponding_institution_ids":["https://openalex.org/I111950717","https://openalex.org/I19820366","https://openalex.org/I4210094879","https://openalex.org/I4210100255","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":2.9818,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.9158149,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"35","issue":"6","first_page":"7911","last_page":"7922"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7790418863296509},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7206974029541016},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5794926881790161},{"id":"https://openalex.org/keywords/automated-guided-vehicle","display_name":"Automated guided vehicle","score":0.569359302520752},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5678188800811768},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48499271273612976},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.4666208028793335},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.4569888114929199},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37409910559654236},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3455582559108734},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3212187886238098}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7790418863296509},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7206974029541016},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5794926881790161},{"id":"https://openalex.org/C2776068756","wikidata":"https://www.wikidata.org/wiki/Q1368584","display_name":"Automated guided vehicle","level":2,"score":0.569359302520752},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5678188800811768},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48499271273612976},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.4666208028793335},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.4569888114929199},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37409910559654236},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3455582559108734},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3212187886238098},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2022.3222206","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3222206","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:36449577","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36449577","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G20611785","display_name":null,"funder_award_id":"JCKY2019203C029","funder_id":"https://openalex.org/F4320335833","funder_display_name":"National Defense Basic Scientific Research Program of China"},{"id":"https://openalex.org/G5938002141","display_name":null,"funder_award_id":"62073321","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335833","display_name":"National Defense Basic Scientific Research Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1970991586","https://openalex.org/W1975812818","https://openalex.org/W1986505487","https://openalex.org/W1999941455","https://openalex.org/W2004867005","https://openalex.org/W2007127556","https://openalex.org/W2050854646","https://openalex.org/W2054981372","https://openalex.org/W2084729186","https://openalex.org/W2114682338","https://openalex.org/W2130432264","https://openalex.org/W2144966261","https://openalex.org/W2145339207","https://openalex.org/W2145493798","https://openalex.org/W2156419612","https://openalex.org/W2160364094","https://openalex.org/W2161644760","https://openalex.org/W2522427587","https://openalex.org/W2526839882","https://openalex.org/W2598525975","https://openalex.org/W2766447205","https://openalex.org/W2790306973","https://openalex.org/W2952213188","https://openalex.org/W2982316857","https://openalex.org/W2995613083","https://openalex.org/W3007476780","https://openalex.org/W3034966130","https://openalex.org/W3039492319","https://openalex.org/W3049468855","https://openalex.org/W3113070793","https://openalex.org/W3117126067","https://openalex.org/W3122467655","https://openalex.org/W3123673567","https://openalex.org/W3132773748","https://openalex.org/W3133529384","https://openalex.org/W3138516171","https://openalex.org/W3164680618","https://openalex.org/W3166228843","https://openalex.org/W3189092520","https://openalex.org/W3196869853","https://openalex.org/W3207654079","https://openalex.org/W3215264230","https://openalex.org/W4206903946","https://openalex.org/W4226058364","https://openalex.org/W4239847954","https://openalex.org/W4280586962","https://openalex.org/W4385245566","https://openalex.org/W6763704883"],"related_works":["https://openalex.org/W2404264548","https://openalex.org/W1553393736","https://openalex.org/W1844686740","https://openalex.org/W2182356893","https://openalex.org/W2115248066","https://openalex.org/W2315999538","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532","https://openalex.org/W2282246695"],"abstract_inverted_index":{"The":[0,39,85,120],"automated":[1],"guided":[2],"vehicle":[3],"(AGV)":[4],"dispatching":[5,41],"problem":[6],"is":[7,43,76,90,99,134],"to":[8,12,16,32,37,56,60,66,78,92,101,112,160,169],"develop":[9],"a":[10,22,29,46,58,161],"rule":[11,163],"assign":[13],"transportation":[14],"tasks":[15,36],"certain":[17,154],"vehicles.":[18],"This":[19],"article":[20],"proposes":[21],"new":[23],"deep":[24],"reinforcement":[25],"learning":[26],"approach":[27],"with":[28,68,172],"self-attention":[30,74],"mechanism":[31,75],"dynamically":[33],"dispatch":[34,57],"the":[35,69,73,80,103,114,117,123,137,142,150,157,166,170,173,179,182],"AGV.":[38,63],"AGV":[40,168],"system":[42],"modeled":[44],"as":[45],"less":[47],"complicated":[48],"Markov":[49],"decision":[50],"process":[51],"(MDP)":[52],"using":[53],"vehicle-initiated":[54],"rules":[55],"workcenter":[59,171],"an":[61],"idle":[62,167],"In":[64],"order":[65],"deal":[67],"highly":[70],"dynamical":[71],"environment,":[72],"introduced":[77],"calculate":[79],"importance":[81],"of":[82,105,116,122,144,181],"different":[83,130,145],"information.":[84],"invalid":[86],"action":[87],"masking":[88],"technique":[89],"performed":[91,111],"alleviate":[93],"false":[94],"actions.":[95],"A":[96],"multimodal":[97],"structure":[98],"employed":[100],"mix":[102],"features":[104],"various":[106],"sources.":[107],"Comparative":[108],"experiments":[109],"are":[110,126],"show":[113],"effectiveness":[115],"proposed":[118,183],"method.":[119,184],"properties":[121,143],"learned":[124],"policies":[125,138],"also":[127,148],"investigated":[128],"under":[129],"environment":[131,155],"settings.":[132],"It":[133],"discovered":[135],"that":[136,164],"explore":[139],"and":[140,147],"learn":[141],"systems,":[146],"smooth":[149],"traffic":[151],"congestion.":[152],"Under":[153],"settings,":[156],"policy":[158],"converges":[159],"heuristic":[162],"assigns":[165],"shortest":[174],"queue":[175],"length,":[176],"which":[177],"shows":[178],"adaptiveness":[180]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}