{"id":"https://openalex.org/W3045425536","doi":"https://doi.org/10.1109/iccicc46617.2019.9146079","title":"Learning target reaching motions with a robotic arm using brain-inspired dopamine modulated STDP","display_name":"Learning target reaching motions with a robotic arm using brain-inspired dopamine modulated STDP","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W3045425536","doi":"https://doi.org/10.1109/iccicc46617.2019.9146079","mag":"3045425536"},"language":"en","primary_location":{"id":"doi:10.1109/iccicc46617.2019.9146079","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccicc46617.2019.9146079","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 18th International Conference on Cognitive Informatics & Cognitive Computing (ICCI*CC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037217003","display_name":"J. Camilo Vasquez Tieck","orcid":"https://orcid.org/0000-0003-3449-1373"},"institutions":[{"id":"https://openalex.org/I143379178","display_name":"FZI Research Center for Information Technology","ror":"https://ror.org/04kdh6x72","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I143379178"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"J. Camilo Vasquez Tieck","raw_affiliation_strings":["FZI Research Center for Information Technology, Karlsruhe, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FZI Research Center for Information Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I143379178"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058465800","display_name":"Pascal Becker","orcid":"https://orcid.org/0000-0003-0482-8377"},"institutions":[{"id":"https://openalex.org/I143379178","display_name":"FZI Research Center for Information Technology","ror":"https://ror.org/04kdh6x72","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I143379178"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Pascal Becker","raw_affiliation_strings":["FZI Research Center for Information Technology, Karlsruhe, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FZI Research Center for Information Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I143379178"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028490309","display_name":"Jacques Kaiser","orcid":"https://orcid.org/0000-0001-7487-6185"},"institutions":[{"id":"https://openalex.org/I143379178","display_name":"FZI Research Center for Information Technology","ror":"https://ror.org/04kdh6x72","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I143379178"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jacques Kaiser","raw_affiliation_strings":["FZI Research Center for Information Technology, Karlsruhe, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FZI Research Center for Information Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I143379178"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000914545","display_name":"Igor Peric","orcid":null},"institutions":[{"id":"https://openalex.org/I143379178","display_name":"FZI Research Center for Information Technology","ror":"https://ror.org/04kdh6x72","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I143379178"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Igor Peric","raw_affiliation_strings":["FZI Research Center for Information Technology, Karlsruhe, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FZI Research Center for Information Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I143379178"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058273980","display_name":"Mahmoud Akl","orcid":"https://orcid.org/0000-0002-9543-7576"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mahmoud Akl","raw_affiliation_strings":["TUM Technical University of Munich, M\u00fcnchen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TUM Technical University of Munich, M\u00fcnchen, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060593192","display_name":"Daniel Reichard","orcid":"https://orcid.org/0000-0003-0355-0916"},"institutions":[{"id":"https://openalex.org/I143379178","display_name":"FZI Research Center for Information Technology","ror":"https://ror.org/04kdh6x72","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I143379178"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel Reichard","raw_affiliation_strings":["FZI Research Center for Information Technology, Karlsruhe, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FZI Research Center for Information Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I143379178"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072884786","display_name":"Arne Roennau","orcid":"https://orcid.org/0000-0002-6090-607X"},"institutions":[{"id":"https://openalex.org/I143379178","display_name":"FZI Research Center for Information Technology","ror":"https://ror.org/04kdh6x72","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I143379178"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Arne Roennau","raw_affiliation_strings":["FZI Research Center for Information Technology, Karlsruhe, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FZI Research Center for Information Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I143379178"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112552331","display_name":"R\u00fcdiger Dillmann","orcid":null},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rudiger Dillmann Dillmann","raw_affiliation_strings":["Karlsruhe Institute of Technology (KIT), Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology (KIT), Germany","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9971,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.75668013,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"54","last_page":"61"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7411633133888245},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6426948308944702},{"id":"https://openalex.org/keywords/robotic-arm","display_name":"Robotic arm","score":0.6025243997573853},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5687374472618103},{"id":"https://openalex.org/keywords/inverse-kinematics","display_name":"Inverse kinematics","score":0.5544525384902954},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.5365078449249268},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5245159864425659},{"id":"https://openalex.org/keywords/motor-learning","display_name":"Motor learning","score":0.5133980512619019},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.4722672700881958},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.46042725443840027},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43512290716171265},{"id":"https://openalex.org/keywords/developmental-robotics","display_name":"Developmental robotics","score":0.4303535521030426},{"id":"https://openalex.org/keywords/degrees-of-freedom","display_name":"Degrees of freedom (physics and chemistry)","score":0.42573535442352295},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.38944676518440247},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35062241554260254}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7411633133888245},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6426948308944702},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.6025243997573853},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5687374472618103},{"id":"https://openalex.org/C17816587","wikidata":"https://www.wikidata.org/wiki/Q1501872","display_name":"Inverse kinematics","level":3,"score":0.5544525384902954},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.5365078449249268},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5245159864425659},{"id":"https://openalex.org/C107690735","wikidata":"https://www.wikidata.org/wiki/Q852461","display_name":"Motor learning","level":2,"score":0.5133980512619019},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4722672700881958},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.46042725443840027},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43512290716171265},{"id":"https://openalex.org/C11207580","wikidata":"https://www.wikidata.org/wiki/Q5266817","display_name":"Developmental robotics","level":4,"score":0.4303535521030426},{"id":"https://openalex.org/C208081375","wikidata":"https://www.wikidata.org/wiki/Q274502","display_name":"Degrees of freedom (physics and chemistry)","level":2,"score":0.42573535442352295},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.38944676518440247},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35062241554260254},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccicc46617.2019.9146079","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccicc46617.2019.9146079","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 18th International Conference on Cognitive Informatics & Cognitive Computing (ICCI*CC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.8100000023841858,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W85561255","https://openalex.org/W1026732487","https://openalex.org/W1529558230","https://openalex.org/W2006370340","https://openalex.org/W2082986365","https://openalex.org/W2124652399","https://openalex.org/W2145339207","https://openalex.org/W2205340216","https://openalex.org/W2283674326","https://openalex.org/W2293833522","https://openalex.org/W2575705757","https://openalex.org/W2581251857","https://openalex.org/W2583034590","https://openalex.org/W2591436094","https://openalex.org/W2722193809","https://openalex.org/W2768495852","https://openalex.org/W2890344110","https://openalex.org/W2891596617","https://openalex.org/W2893479785","https://openalex.org/W2896919074","https://openalex.org/W2901112449","https://openalex.org/W2918900136","https://openalex.org/W2962736495","https://openalex.org/W2977296428","https://openalex.org/W3025773901","https://openalex.org/W3100718033","https://openalex.org/W4214717370","https://openalex.org/W4242770316","https://openalex.org/W6603469021","https://openalex.org/W6681861716","https://openalex.org/W6733095152","https://openalex.org/W6754610191"],"related_works":["https://openalex.org/W2000670026","https://openalex.org/W3126544799","https://openalex.org/W2607470227","https://openalex.org/W1253671258","https://openalex.org/W3104333581","https://openalex.org/W2542565870","https://openalex.org/W3111828357","https://openalex.org/W3018398156","https://openalex.org/W2351331567","https://openalex.org/W2920832517"],"abstract_inverted_index":{"The":[0,235,248],"main":[1],"purpose":[2],"of":[3,89,118,120,165,189,209,216,295],"the":[4,67,85,90,100,116,151,162,166,190,194,201,207,210,213,217,221,259,325,331,338],"human":[5,326],"arm":[6,141],"is":[7,36,108,147,196,203,237,264,298],"to":[8,20,38,63,94,133,150,252,266,279,286,302,312],"reach":[9,253],"a":[10,14,55,95,104,128,139,233,240,272,281],"target":[11,78,135],"and":[12,26,32,65,102,111,168,200,256,342],"perform":[13],"manipulation":[15],"task.":[16],"Human":[17],"babies":[18,153],"learn":[19,134,267,313],"move":[21],"their":[22],"arms":[23],"by":[24,46,80,179,230,257,336],"imitating":[25],"doing":[27],"motor":[28],"babbling":[29],"through":[30],"trial":[31],"error.":[33],"This":[34,106],"learning":[35,144,214,227],"believed":[37],"result":[39],"from":[40],"changes":[41],"in":[42,51,206,289,300],"synaptic":[43],"efficacy":[44],"triggered":[45],"complex":[47,71,114],"mechanisms":[48,215,328],"involving":[49],"neuro-modulators":[50],"which":[52,146],"dopamine":[53],"plays":[54],"key":[56,293],"role.":[57],"After":[58,192],"learning,":[59,193],"humans":[60],"are":[61,334],"able":[62,265,278],"reuse":[64],"adapt":[66],"motions":[68,137,183],"without":[69],"performing":[70],"calculations.":[72],"In":[73,123],"contrast,":[74],"classical":[75],"robotics":[76],"achieve":[77],"reaching":[79,136,182],"mathematically":[81],"computing":[82],"each":[83],"time":[84,223],"inverse":[86],"kinematics":[87,163,283],"(IK)":[88],"joint":[91],"angles":[92],"leading":[93],"particular":[96],"target,":[97],"then":[98],"validating":[99],"configuration":[101],"generating":[103,180],"trajectory.":[105],"process":[107,339],"computational":[109],"intensive":[110],"becomes":[112],"more":[113,340],"with":[115,138,184,239,245],"amount":[117],"degrees":[119],"freedom":[121],"(DoF).":[122],"this":[124],"work,":[125],"we":[126,160,219],"propose":[127],"spiking":[129],"neural":[130],"network":[131,249,276],"architecture":[132],"robotic":[140,282],"using":[142],"reinforcement":[143],"(RL),":[145],"closely":[148],"related":[149],"way":[152,332],"learn.":[154],"To":[155],"make":[156],"our":[157,275,296,305],"approach":[158,236,297],"scalable,":[159],"sub-divide":[161],"structure":[164],"robot":[167],"create":[169],"one":[170],"sub-network":[171],"per":[172],"joint.":[173],"We":[174,316],"generate":[175],"training":[176],"data":[177,311],"offline":[178],"random":[181],"an":[185],"IK":[186,195],"calculation":[187],"outside":[188],"network.":[191,211],"no":[197],"longer":[198],"required,":[199],"model":[202,319],"implicitly":[204],"learned":[205],"weights":[208],"Mimicking":[212],"brain,":[218],"use":[220],"spike":[222],"dependent":[224],"plasticity":[225],"(STDP)":[226],"rule":[228],"modulated":[229],"dopamine,":[231],"representing":[232],"reward.":[234],"evaluated":[238],"simulated":[241],"Universal":[242],"Robot":[243],"UR5":[244],"six":[246],"DoF.":[247],"successfully":[250],"learns":[251],"multiple":[254],"targets":[255],"changing":[258],"reward":[260],"function":[261],"on-the-fly":[262],"it":[263],"different":[268],"control":[269,280],"functions.":[270],"With":[271],"standard":[273],"computer":[274],"was":[277],"chain":[284],"up":[285],"13":[287],"DoF":[288],"real":[290],"time.":[291],"A":[292],"aspect":[294],"that":[299,318],"contrast":[301],"deep":[303],"RL":[304],"SNN":[306],"does":[307],"not":[308],"need":[309],"much":[310],"new":[314],"behaviors.":[315],"believe":[317],"free":[320],"motion":[321],"controllers":[322],"inspired":[323],"on":[324],"brain":[327],"can":[329],"improve":[330],"robots":[333],"programmed":[335],"making":[337],"adaptive":[341],"flexible.":[343]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}