{"id":"https://openalex.org/W4387319130","doi":"https://doi.org/10.1109/tsmc.2023.3312282","title":"A New Learning Automaton for Selecting an Arbitrary Subset of Actions","display_name":"A New Learning Automaton for Selecting an Arbitrary Subset of Actions","publication_year":2023,"publication_date":"2023-10-03","ids":{"openalex":"https://openalex.org/W4387319130","doi":"https://doi.org/10.1109/tsmc.2023.3312282"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.2023.3312282","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2023.3312282","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100648251","display_name":"Junqi Zhang","orcid":"https://orcid.org/0000-0002-4465-5880"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junqi Zhang","raw_affiliation_strings":["Department of Computer Science and Technology, Key Laboratory of Embedded System and Service Computing, Ministry of Education, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4465-5880","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Key Laboratory of Embedded System and Service Computing, Ministry of Education, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015332169","display_name":"Peng Zu","orcid":"https://orcid.org/0000-0003-0516-6707"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Zu","raw_affiliation_strings":["Department of Computer Science and Technology, Key Laboratory of Embedded System and Service Computing, Ministry of Education, Tongji University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Key Laboratory of Embedded System and Service Computing, Ministry of Education, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044745821","display_name":"PengZhan Qiu","orcid":"https://orcid.org/0000-0002-0157-4271"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"PengZhan Qiu","raw_affiliation_strings":["Department of Computer Science and Technology, Key Laboratory of Embedded System and Service Computing, Ministry of Education, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0157-4271","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Key Laboratory of Embedded System and Service Computing, Ministry of Education, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081318069","display_name":"MengChu Zhou","orcid":"https://orcid.org/0000-0002-5408-8752"},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"MengChu Zhou","raw_affiliation_strings":["Department of Electrical and Computer Engineering, New Jersey Institute of Technology, Newark, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0002-5408-8752","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, New Jersey Institute of Technology, Newark, NJ, USA","institution_ids":["https://openalex.org/I118118575"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1755,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.48381838,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"54","issue":"1","first_page":"568","last_page":"577"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.7086498737335205},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5185737609863281},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5137201547622681},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5015108585357666},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.48676252365112305},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.48341476917266846},{"id":"https://openalex.org/keywords/learning-automata","display_name":"Learning automata","score":0.48130905628204346},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4703797399997711},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.44568127393722534},{"id":"https://openalex.org/keywords/automaton","display_name":"Automaton","score":0.4345102906227112},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.42301687598228455},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3939094841480255},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.37781211733818054},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3753562569618225},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3517867624759674},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.24762266874313354},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.10348466038703918}],"concepts":[{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.7086498737335205},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5185737609863281},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5137201547622681},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5015108585357666},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.48676252365112305},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.48341476917266846},{"id":"https://openalex.org/C2776807809","wikidata":"https://www.wikidata.org/wiki/Q6510160","display_name":"Learning automata","level":3,"score":0.48130905628204346},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4703797399997711},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.44568127393722534},{"id":"https://openalex.org/C112505250","wikidata":"https://www.wikidata.org/wiki/Q787116","display_name":"Automaton","level":2,"score":0.4345102906227112},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.42301687598228455},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3939094841480255},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37781211733818054},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3753562569618225},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3517867624759674},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.24762266874313354},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.10348466038703918},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2023.3312282","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2023.3312282","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7099999785423279,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G2701178210","display_name":null,"funder_award_id":"62073244","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4765004916","display_name":null,"funder_award_id":"202101070007E00098","funder_id":"https://openalex.org/F4320321881","funder_display_name":"Shanghai Municipal Education Commission"},{"id":"https://openalex.org/G5018239026","display_name":null,"funder_award_id":"RG-11-135-43","funder_id":"https://openalex.org/F4320322322","funder_display_name":"King Abdulaziz University"},{"id":"https://openalex.org/G8586123930","display_name":null,"funder_award_id":"61876218","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321881","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457"},{"id":"https://openalex.org/F4320322322","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W161320033","https://openalex.org/W1709228954","https://openalex.org/W1845972764","https://openalex.org/W1979406754","https://openalex.org/W1996494912","https://openalex.org/W2019854848","https://openalex.org/W2028744244","https://openalex.org/W2053135983","https://openalex.org/W2088812820","https://openalex.org/W2089046812","https://openalex.org/W2108540055","https://openalex.org/W2138041254","https://openalex.org/W2247053420","https://openalex.org/W2304696039","https://openalex.org/W2327828747","https://openalex.org/W2547782327","https://openalex.org/W2595266455","https://openalex.org/W2766795553","https://openalex.org/W2857779301","https://openalex.org/W2895095767","https://openalex.org/W2943688433","https://openalex.org/W2957304166","https://openalex.org/W2967888962","https://openalex.org/W2972212082","https://openalex.org/W3011498824","https://openalex.org/W3013163434","https://openalex.org/W3013527531","https://openalex.org/W3016312071","https://openalex.org/W3017958173","https://openalex.org/W3021715010","https://openalex.org/W3043722257","https://openalex.org/W3091063879","https://openalex.org/W3092429416","https://openalex.org/W3107328188","https://openalex.org/W3119363261","https://openalex.org/W3134596620","https://openalex.org/W3134759102","https://openalex.org/W3139022340","https://openalex.org/W3165208483","https://openalex.org/W3212656844","https://openalex.org/W4221118894","https://openalex.org/W6603307390","https://openalex.org/W6629590321","https://openalex.org/W6755475254"],"related_works":["https://openalex.org/W2504004674","https://openalex.org/W1987679298","https://openalex.org/W2963177394","https://openalex.org/W2288872327","https://openalex.org/W2124961391","https://openalex.org/W2489338148","https://openalex.org/W576785828","https://openalex.org/W4388511637","https://openalex.org/W2733919410","https://openalex.org/W4405083614"],"abstract_inverted_index":{"As":[0],"a":[1,54,66,75,81,152,160],"powerful":[2],"reinforcement":[3],"learning":[4,7,78],"method,":[5],"the":[6,23,30,45,51,62,104,112,119,126],"automaton":[8],"(LA)":[9],"has":[10],"been":[11],"studied,":[12],"analyzed,":[13],"and":[14,36,47,110,151],"applied":[15],"to":[16,60,124],"various":[17],"engineering":[18],"systems":[19],"for":[20,87],"decades.":[21],"However,":[22],"state-of-the-art":[24],"LA-based":[25],"methods":[26],"can":[27],"select":[28,38],"only":[29],"optimal":[31,34],"action":[32,108,117],"or":[33,50],"subset":[35,42,69,89,109,120,162],"cannot":[37],"an":[39],"arbitrary":[40,68,88,107],"target":[41],"like":[43],"selecting":[44,65,115,159],"best":[46],"worst":[48],"actions":[49],"ones":[52],"in":[53,118,158],"given":[55,67,161],"rank":[56],"range.":[57],"In":[58],"order":[59],"solve":[61],"problem":[63],"of":[64,70,114,131,146,163],"actions,":[71],"this":[72],"work":[73],"proposes":[74],"novel":[76],"pursuit":[77,84],"scheme,":[79],"called":[80],"discretized":[82],"equal":[83],"reward-inaction":[85],"algorithm":[86],"selection":[90],"(":[91],"<inline-formula":[92,133],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[93,134],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[94,135],"<tex-math":[95,136],"notation=\"LaTeX\">${\\text":[96],"{DEP}_{RI}}$":[97],"</tex-math></inline-formula>":[98,139],"-AS).":[99],"The":[100,129],"proposed":[101],"scheme":[102],"pursues":[103],"currently":[105],"estimated":[106],"makes":[111],"probabilities":[113],"each":[116],"equal,":[121],"so":[122],"as":[123],"increase":[125],"convergence":[127],"speed.":[128],"proof":[130],"its":[132,156],"notation=\"LaTeX\">$\\epsilon":[137],"$":[138],"-optimality":[140],"property":[141],"is":[142],"presented.":[143],"Simulation":[144],"results":[145],"comparison":[147],"experiments,":[148],"parameter":[149],"analysis,":[150],"real-world":[153],"application":[154],"demonstrate":[155],"power":[157],"user-desired":[164],"actions.":[165]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}