{"id":"https://openalex.org/W2306646348","doi":"https://doi.org/10.1080/0952813x.2015.1042923","title":"Model-free learning on robot kinematic chains using a nested multi-agent topology","display_name":"Model-free learning on robot kinematic chains using a nested multi-agent topology","publication_year":2015,"publication_date":"2015-06-23","ids":{"openalex":"https://openalex.org/W2306646348","doi":"https://doi.org/10.1080/0952813x.2015.1042923","mag":"2306646348"},"language":"en","primary_location":{"id":"doi:10.1080/0952813x.2015.1042923","is_oa":false,"landing_page_url":"https://doi.org/10.1080/0952813x.2015.1042923","pdf_url":null,"source":{"id":"https://openalex.org/S153467142","display_name":"Journal of Experimental & Theoretical Artificial Intelligence","issn_l":"0952-813X","issn":["0952-813X","1362-3079"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Experimental &amp; Theoretical Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005907108","display_name":"John Karigiannis","orcid":"https://orcid.org/0009-0009-8921-1915"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"John N. Karigiannis","raw_affiliation_strings":["National Technical University of Athens (NTUA), School of Electrical and Computer Engineering, Zographou Campus, Athens 15780, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Technical University of Athens (NTUA), School of Electrical and Computer Engineering, Zographou Campus, Athens 15780, Greece","institution_ids":["https://openalex.org/I174458059"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075518884","display_name":"Costas S. Tzafestas","orcid":"https://orcid.org/0000-0003-1545-9191"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Costas S. Tzafestas","raw_affiliation_strings":["National Technical University of Athens (NTUA), School of Electrical and Computer Engineering, Zographou Campus, Athens 15780, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Technical University of Athens (NTUA), School of Electrical and Computer Engineering, Zographou Campus, Athens 15780, Greece","institution_ids":["https://openalex.org/I174458059"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5075518884"],"corresponding_institution_ids":["https://openalex.org/I174458059"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.11544663,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"28","issue":"6","first_page":"913","last_page":"954"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7725183963775635},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6754124164581299},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.627415657043457},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.5841884613037109},{"id":"https://openalex.org/keywords/modularity","display_name":"Modularity (biology)","score":0.5161626935005188},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.48519662022590637},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.47771167755126953},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4653782248497009},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.4386647343635559},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4291613698005676},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11028397083282471}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7725183963775635},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6754124164581299},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.627415657043457},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.5841884613037109},{"id":"https://openalex.org/C2779478453","wikidata":"https://www.wikidata.org/wiki/Q6889748","display_name":"Modularity (biology)","level":2,"score":0.5161626935005188},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.48519662022590637},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.47771167755126953},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4653782248497009},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.4386647343635559},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4291613698005676},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11028397083282471},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/0952813x.2015.1042923","is_oa":false,"landing_page_url":"https://doi.org/10.1080/0952813x.2015.1042923","pdf_url":null,"source":{"id":"https://openalex.org/S153467142","display_name":"Journal of Experimental & Theoretical Artificial Intelligence","issn_l":"0952-813X","issn":["0952-813X","1362-3079"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Experimental &amp; Theoretical Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5299999713897705}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W6043852","https://openalex.org/W69147663","https://openalex.org/W971965315","https://openalex.org/W1512746852","https://openalex.org/W1516801383","https://openalex.org/W1523677668","https://openalex.org/W1543204590","https://openalex.org/W1551593752","https://openalex.org/W1565512484","https://openalex.org/W1576452626","https://openalex.org/W1682895868","https://openalex.org/W1849923806","https://openalex.org/W1985348117","https://openalex.org/W1986014385","https://openalex.org/W1999874108","https://openalex.org/W2011551706","https://openalex.org/W2030248743","https://openalex.org/W2043419861","https://openalex.org/W2045463255","https://openalex.org/W2049551737","https://openalex.org/W2079325629","https://openalex.org/W2086519765","https://openalex.org/W2100476631","https://openalex.org/W2100644648","https://openalex.org/W2104212358","https://openalex.org/W2104602264","https://openalex.org/W2107726111","https://openalex.org/W2110667918","https://openalex.org/W2114882146","https://openalex.org/W2118318536","https://openalex.org/W2121863487","https://openalex.org/W2124267516","https://openalex.org/W2128990851","https://openalex.org/W2129515556","https://openalex.org/W2134269720","https://openalex.org/W2137004246","https://openalex.org/W2137677974","https://openalex.org/W2144230201","https://openalex.org/W2146698718","https://openalex.org/W2147828974","https://openalex.org/W2151473317","https://openalex.org/W2154543878","https://openalex.org/W2160113664","https://openalex.org/W2162951026","https://openalex.org/W2163426622","https://openalex.org/W2166302491","https://openalex.org/W2167117957","https://openalex.org/W2172158418","https://openalex.org/W2233997862","https://openalex.org/W2476025067","https://openalex.org/W2496312460","https://openalex.org/W3011120880","https://openalex.org/W3104753760","https://openalex.org/W3139377883","https://openalex.org/W3168095073","https://openalex.org/W4211008118","https://openalex.org/W4240172577","https://openalex.org/W4285719527","https://openalex.org/W4300580367","https://openalex.org/W6631027116","https://openalex.org/W6634528131","https://openalex.org/W6637971370","https://openalex.org/W6653435097","https://openalex.org/W6676725597","https://openalex.org/W6677834374","https://openalex.org/W7028697565"],"related_works":["https://openalex.org/W4230687177","https://openalex.org/W1968829728","https://openalex.org/W2349859869","https://openalex.org/W2051365847","https://openalex.org/W2367249529","https://openalex.org/W3120118008","https://openalex.org/W2789522126","https://openalex.org/W2088885441","https://openalex.org/W2066693961","https://openalex.org/W2368363778"],"abstract_inverted_index":{"This":[0,129],"paper":[1,130,206,285],"proposes":[2],"a":[3,24,49,59,65,72,86,125,134,149,291],"model-free":[4],"learning":[5,113,152,228],"scheme":[6,114,229],"for":[7],"the":[8,31,38,77,92,162,199,227,237,249,257,261,273,287,298],"developmental":[9],"acquisition":[10],"of":[11,33,40,54,76,136,153,164,198,226,236,260,289],"robot":[12,34,212],"kinematic":[13,35,61,221,250],"control":[14,62,294],"and":[15,102,183,219,233,304,308],"dexterous":[16,141],"manipulation":[17,142,213],"skills.":[18],"The":[19,158,223,280],"approach":[20],"is":[21,45,82,96,115,170,230],"based":[22,70],"on":[23,71],"nested-hierarchical":[25,93,263],"multi-agent":[26,168,238,293],"architecture":[27],"that":[28,68,139,297],"intuitively":[29],"encapsulates":[30],"topology":[32,169],"chains,":[36],"where":[37,265],"activity":[39],"each":[41,118],"independent":[42],"degree-of-freedom":[43],"(DOF)":[44],"finally":[46],"mapped":[47],"onto":[48],"distinct":[50],"agent.":[51],"Each":[52],"one":[53],"those":[55],"agents":[56,267],"progressively":[57],"evolves":[58],"local":[60,154],"strategy":[63],"in":[64,124,132,204,210,248,272,283],"game-theoretic":[66],"sense,":[67],"is,":[69],"partial":[73],"(local)":[74],"view":[75],"whole":[78],"system":[79,173,201,239],"topology,":[80],"which":[81,300],"incrementally":[83],"updated":[84],"through":[85,100,105,147,207],"recursive":[87],"communication":[88],"process":[89],"according":[90],"to":[91,120,171,175,178,184,189,245,275],"topology.":[94,251],"Learning":[95],"thus":[97],"approached":[98],"not":[99],"demonstration":[101],"training":[103],"but":[104],"an":[106,166],"autonomous":[107],"self-exploration":[108],"process.":[109],"A":[110],"fuzzy":[111],"reinforcement":[112],"employed":[116],"within":[117],"agent":[119,155],"enable":[121],"efficient":[122],"exploration":[123],"continuous":[126],"state\u2013action":[127],"domain.":[128],"constitutes":[131],"fact":[133],"proof":[135],"concept,":[137],"demonstrating":[138],"global":[140],"skills":[143],"can":[144,268],"indeed":[145],"evolve":[146],"such":[148,165,290],"distributed":[150,292],"iterative":[151],"sensorimotor":[156],"mappings.":[157],"main":[159],"motivation":[160],"behind":[161],"development":[163],"incremental":[167],"enhance":[172],"modularity,":[174],"facilitate":[176],"extensibility":[177],"more":[179],"complex":[180],"problem":[181],"domains":[182],"improve":[185],"robustness":[186,234],"with":[187,243],"respect":[188,244],"structural":[190],"variations":[191,247],"including":[192],"unpredictable":[193,246],"internal":[194],"failures.":[195],"These":[196],"attributes":[197],"proposed":[200,262],"are":[202,240,302,312],"assessed":[203,232],"this":[205,284],"numerical":[208,254],"experiments":[209,255],"different":[211],"task":[214],"scenarios,":[215],"involving":[216],"both":[217],"single":[218],"multi-robot":[220],"chains.":[222],"generalisation":[224],"capacity":[225],"experimentally":[231],"properties":[235,259],"also":[241,313],"evaluated":[242],"Furthermore,":[252],"these":[253],"demonstrate":[256,286],"scalability":[258],"architecture,":[264],"new":[266],"be":[269],"recursively":[270],"added":[271],"hierarchy":[274],"encapsulate":[276],"individual":[277],"active":[278],"DOFs.":[279],"results":[281],"presented":[282],"feasibility":[288],"framework,":[295],"showing":[296],"solutions":[299],"emerge":[301],"plausible":[303],"near-optimal.":[305],"Numerical":[306],"efficiency":[307],"computational":[309],"cost":[310],"issues":[311],"discussed.":[314]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
