{"id":"https://openalex.org/W3091063879","doi":"https://doi.org/10.1109/tnnls.2020.3025937","title":"An Efficient Parameter-Free Learning Automaton Scheme","display_name":"An Efficient Parameter-Free Learning Automaton Scheme","publication_year":2020,"publication_date":"2020-10-05","ids":{"openalex":"https://openalex.org/W3091063879","doi":"https://doi.org/10.1109/tnnls.2020.3025937","mag":"3091063879","pmid":"https://pubmed.ncbi.nlm.nih.gov/33017293"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2020.3025937","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2020.3025937","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021381854","display_name":"Chong Di","orcid":"https://orcid.org/0000-0002-6008-1813"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chong Di","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-6008-1813","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052175115","display_name":"Qilian Liang","orcid":"https://orcid.org/0000-0002-3630-8010"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qilian Liang","raw_affiliation_strings":["Department of Electrical Engineering, The University of Texas at Arlington, Arlington, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-3630-8010","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, The University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023015254","display_name":"Fangqi Li","orcid":"https://orcid.org/0000-0001-7965-5170"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangqi Li","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7965-5170","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100673372","display_name":"Shenghong Li","orcid":"https://orcid.org/0000-0002-0767-2307"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shenghong Li","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0767-2307","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000037502","display_name":"Fucai Luo","orcid":"https://orcid.org/0000-0001-7961-5750"},"institutions":[{"id":"https://openalex.org/I4210111970","display_name":"Fujian Electric Power Survey & Design Institute","ror":"https://ror.org/0233jyt67","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210111970"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fucai Luo","raw_affiliation_strings":["State Grid Fujian Electric Power Company, Fuzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Grid Fujian Electric Power Company, Fuzhou, China","institution_ids":["https://openalex.org/I4210111970"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5021381854"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":0.8093,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.75903922,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"32","issue":"11","first_page":"4849","last_page":"4863"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6386048793792725},{"id":"https://openalex.org/keywords/automaton","display_name":"Automaton","score":0.550930380821228},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5480263233184814},{"id":"https://openalex.org/keywords/learning-automata","display_name":"Learning automata","score":0.5408982634544373},{"id":"https://openalex.org/keywords/frequentist-inference","display_name":"Frequentist inference","score":0.4815843105316162},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47832751274108887},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.45370572805404663},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4516739249229431},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.43737897276878357},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4294097423553467},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34792715311050415},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3339967131614685},{"id":"https://openalex.org/keywords/bayesian-inference","display_name":"Bayesian inference","score":0.31676149368286133},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.2927897870540619},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24157345294952393}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6386048793792725},{"id":"https://openalex.org/C112505250","wikidata":"https://www.wikidata.org/wiki/Q787116","display_name":"Automaton","level":2,"score":0.550930380821228},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5480263233184814},{"id":"https://openalex.org/C2776807809","wikidata":"https://www.wikidata.org/wiki/Q6510160","display_name":"Learning automata","level":3,"score":0.5408982634544373},{"id":"https://openalex.org/C162376815","wikidata":"https://www.wikidata.org/wiki/Q2158281","display_name":"Frequentist inference","level":4,"score":0.4815843105316162},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47832751274108887},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.45370572805404663},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4516739249229431},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.43737897276878357},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4294097423553467},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34792715311050415},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3339967131614685},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.31676149368286133},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.2927897870540619},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24157345294952393},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2020.3025937","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2020.3025937","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:33017293","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33017293","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2320574564","display_name":null,"funder_award_id":"61771342","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7852893480","display_name":null,"funder_award_id":"61731006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8800403874","display_name":null,"funder_award_id":"61971283","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W830173072","https://openalex.org/W1538558539","https://openalex.org/W1543158313","https://openalex.org/W1987084576","https://openalex.org/W1995889587","https://openalex.org/W1996494912","https://openalex.org/W2054326643","https://openalex.org/W2064018461","https://openalex.org/W2078446800","https://openalex.org/W2089046812","https://openalex.org/W2108540055","https://openalex.org/W2118400025","https://openalex.org/W2121863487","https://openalex.org/W2138041254","https://openalex.org/W2138914910","https://openalex.org/W2143258877","https://openalex.org/W2145339207","https://openalex.org/W2152324445","https://openalex.org/W2167619573","https://openalex.org/W2169300442","https://openalex.org/W2299990356","https://openalex.org/W2304696039","https://openalex.org/W2327828747","https://openalex.org/W2478245965","https://openalex.org/W2493977830","https://openalex.org/W2556688773","https://openalex.org/W2607925007","https://openalex.org/W2611982296","https://openalex.org/W2621645821","https://openalex.org/W2736102896","https://openalex.org/W2737884777","https://openalex.org/W2738706874","https://openalex.org/W2742386242","https://openalex.org/W2755270676","https://openalex.org/W2765260566","https://openalex.org/W2766447205","https://openalex.org/W2766665124","https://openalex.org/W2769361319","https://openalex.org/W2770402066","https://openalex.org/W2793017134","https://openalex.org/W2889436583","https://openalex.org/W2892190252","https://openalex.org/W2919115771","https://openalex.org/W3009423701","https://openalex.org/W4214717370","https://openalex.org/W4253706206","https://openalex.org/W6684354584","https://openalex.org/W6745710908"],"related_works":["https://openalex.org/W2124961391","https://openalex.org/W2489338148","https://openalex.org/W88131178","https://openalex.org/W2290754432","https://openalex.org/W2332232517","https://openalex.org/W232830309","https://openalex.org/W576785828","https://openalex.org/W4388511637","https://openalex.org/W2733919410","https://openalex.org/W4405083614"],"abstract_inverted_index":{"The":[0,79],"learning":[1,35,129],"automaton":[2,130],"(LA)":[3],"that":[4,104,132],"simulates":[5],"the":[6,18,51,55,59,71,76,96,101,117,148,155,160,167,185,193],"interaction":[7],"between":[8,164],"an":[9,22,31,64,126,175],"intelligent":[10],"agent":[11],"and":[12,111,145,169,201],"a":[13,46,135,151],"stochastic":[14],"environment":[15,110,168],"to":[16,42,74,94,183],"learn":[17],"optimal":[19,77],"action":[20,176],"is":[21,181],"important":[23],"tool":[24],"in":[25,49,154,162,166],"reinforcement":[26],"learning.":[27],"Being":[28],"confronted":[29],"with":[30,54],"unknown":[32],"environment,":[33],"most":[34,68],"automata":[36],"have":[37],"more":[38],"than":[39],"one":[40],"parameters":[41,60,107],"be":[43,85],"tuned":[44,62],"during":[45,70],"pretraining":[47],"process":[48],"which":[50],"LA":[52,65,103],"interacts":[53],"environment.":[56],"Only":[57],"after":[58],"are":[61,92],"properly,":[63],"can":[66,84],"act":[67],"properly":[69],"training":[72],"procedure":[73],"obtain":[75],"behavior.":[78],"cost":[80],"of":[81,90,120,141,188,195],"parameter":[82,98],"tuning":[83,114],"enormous,":[86],"e.g.,":[87],"possibly":[88],"millions":[89],"interactions":[91],"required":[93],"seek":[95],"best":[97],"configuration.":[99],"Therefore,":[100],"parameter-free":[102,128,203],"uses":[105],"identical":[106],"for":[108],"every":[109],"saves":[112],"further":[113],"has":[115],"become":[116],"hot":[118],"spot":[119],"this":[121],"research.":[122],"This":[123],"article":[124],"proposes":[125],"efficient":[127],"(EPFLA)":[131],"depends":[133],"on":[134],"separating":[136],"function":[137],"(SF).":[138],"Taking":[139],"advantage":[140],"both":[142,198],"frequentist":[143],"inference":[144],"Bayesian":[146],"inference,":[147],"SF":[149],"plays":[150],"dual":[152],"role":[153],"proposed":[156],"scheme:":[157],"1)":[158],"evaluating":[159],"difference":[161],"performance":[163],"actions":[165,172],"2)":[170],"exploring":[171],"by":[173],"coining":[174],"selection":[177],"strategy.":[178],"A":[179],"proof":[180],"provided":[182],"ensure":[184],"\u03f5":[186],"-optimality":[187],"EPFLA.":[189],"Comprehensive":[190],"comparisons":[191],"verify":[192],"privileges":[194],"EPFLA":[196],"over":[197],"parameter-based":[199],"schemes":[200],"existing":[202],"schemes.":[204]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}