{"id":"https://openalex.org/W4401359776","doi":"https://doi.org/10.1109/mocast61810.2024.10615364","title":"Control of an Under-Actuated Cartpole with an Evolving Neural Topology Using Synaptic Bellman Equation","display_name":"Control of an Under-Actuated Cartpole with an Evolving Neural Topology Using Synaptic Bellman Equation","publication_year":2024,"publication_date":"2024-06-26","ids":{"openalex":"https://openalex.org/W4401359776","doi":"https://doi.org/10.1109/mocast61810.2024.10615364"},"language":"en","primary_location":{"id":"doi:10.1109/mocast61810.2024.10615364","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mocast61810.2024.10615364","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 13th International Conference on Modern Circuits and Systems Technologies (MOCAST)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039900520","display_name":"Shreyan Banerjee","orcid":null},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Shreyan Banerjee","raw_affiliation_strings":["School of Mechanical and Materials Engineering, UCD Centre for Mechanics, Dynamical Systems and Risk Laboratory University College Dublin,Dublin,Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical and Materials Engineering, UCD Centre for Mechanics, Dynamical Systems and Risk Laboratory University College Dublin,Dublin,Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019525457","display_name":"Aasifa Rounak","orcid":null},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Aasifa Rounak","raw_affiliation_strings":["School of Mechanical and Materials Engineering, UCD Centre for Mechanics, Dynamical Systems and Risk Laboratory University College Dublin,Dublin,Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical and Materials Engineering, UCD Centre for Mechanics, Dynamical Systems and Risk Laboratory University College Dublin,Dublin,Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034110857","display_name":"Vikram Pakrashi","orcid":"https://orcid.org/0000-0002-8318-3521"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Vikram Pakrashi","raw_affiliation_strings":["School of Mechanical and Materials Engineering, UCD Centre for Mechanics, Dynamical Systems and Risk Laboratory University College Dublin,Dublin,Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical and Materials Engineering, UCD Centre for Mechanics, Dynamical Systems and Risk Laboratory University College Dublin,Dublin,Ireland","institution_ids":["https://openalex.org/I100930933"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6109,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.73159024,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"04"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.6063432097434998},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5411590337753296},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5143386125564575},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5076297521591187},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4711795151233673},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23315584659576416},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17372363805770874},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10509413480758667}],"concepts":[{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.6063432097434998},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5411590337753296},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5143386125564575},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5076297521591187},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4711795151233673},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23315584659576416},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17372363805770874},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10509413480758667}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mocast61810.2024.10615364","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mocast61810.2024.10615364","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 13th International Conference on Modern Circuits and Systems Technologies (MOCAST)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2951396559","https://openalex.org/W3040838455","https://openalex.org/W3092451347","https://openalex.org/W3094044405","https://openalex.org/W3101377889","https://openalex.org/W3167468823","https://openalex.org/W3206472430","https://openalex.org/W4210357113","https://openalex.org/W4214734943","https://openalex.org/W4313339017","https://openalex.org/W4377235215","https://openalex.org/W4385717414","https://openalex.org/W4390187373"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"This":[0,23],"paper":[1],"proposes":[2],"a":[3,33],"synaptic":[4,21],"Q-learning":[5],"algorithm,":[6],"for":[7],"the":[8,14,20,25,29,46,49,69],"classical":[9],"cartpole":[10],"control":[11],"problem":[12],"where":[13],"Bell-man":[15],"equations":[16],"are":[17],"incorporated":[18],"at":[19],"level.":[22],"enables":[24],"iterative":[26],"evolution":[27],"of":[28,48,51],"network":[30],"topology":[31],"as":[32],"directed":[34],"graph":[35],"during":[36],"training.":[37],"Topology":[38],"evolution,":[39],"in":[40],"conjunction":[41],"with":[42],"mixed-signal":[43],"computation,":[44],"leverages":[45],"optimization":[47],"number":[50],"neurons":[52],"and":[53],"synapses":[54],"that":[55],"could":[56],"be":[57],"used":[58],"to":[59,71],"design":[60],"spike-based":[61],"reinforcement":[62],"learning":[63],"accelerators.":[64],"The":[65],"proposed":[66],"architecture":[67],"has":[68],"potential":[70],"reduce":[72],"resource":[73],"utilization":[74],"on":[75],"board,":[76],"hence":[77],"creating":[78],"more":[79],"compact":[80],"application-specific":[81],"neuromorphic":[82],"ICs.":[83]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}