{"id":"https://openalex.org/W2979235720","doi":"https://doi.org/10.1109/ijcnn.2019.8851821","title":"Speeding Up Affordance Learning for Tool Use, Using Proprioceptive and Kinesthetic Inputs","display_name":"Speeding Up Affordance Learning for Tool Use, Using Proprioceptive and Kinesthetic Inputs","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2979235720","doi":"https://doi.org/10.1109/ijcnn.2019.8851821","mag":"2979235720"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2019.8851821","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8851821","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034944012","display_name":"Khuong N. Nguyen","orcid":"https://orcid.org/0000-0003-2631-350X"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Khuong N. Nguyen","raw_affiliation_strings":["Department of Computer Science and Engineering, Texas A&M University, College Station, TX"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Texas A&M University, College Station, TX","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101552801","display_name":"Jaewook Yoo","orcid":"https://orcid.org/0000-0002-5753-0710"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaewook Yoo","raw_affiliation_strings":["Department of Computer Science and Engineering, Texas A&M University, College Station, TX"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Texas A&M University, College Station, TX","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011352362","display_name":"Yoonsuck Choe","orcid":"https://orcid.org/0000-0002-1454-4610"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yoonsuck Choe","raw_affiliation_strings":["Department of Computer Science and Engineering, Texas A&M University, College Station, TX"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Texas A&M University, College Station, TX","institution_ids":["https://openalex.org/I91045830"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5034944012"],"corresponding_institution_ids":["https://openalex.org/I91045830"],"apc_list":null,"apc_paid":null,"fwci":0.5601,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.75419965,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"37","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kinesthetic-learning","display_name":"Kinesthetic learning","score":0.8155947923660278},{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.7653256058692932},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.681316077709198},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6566513776779175},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5952131748199463},{"id":"https://openalex.org/keywords/proprioception","display_name":"Proprioception","score":0.5554060339927673},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.549571692943573},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.46185553073883057},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4595377445220947},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4320034980773926},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.41432806849479675},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3768020570278168},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1651984453201294},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.13646158576011658}],"concepts":[{"id":"https://openalex.org/C55457006","wikidata":"https://www.wikidata.org/wiki/Q3647098","display_name":"Kinesthetic learning","level":2,"score":0.8155947923660278},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.7653256058692932},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.681316077709198},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6566513776779175},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5952131748199463},{"id":"https://openalex.org/C171790689","wikidata":"https://www.wikidata.org/wiki/Q1129066","display_name":"Proprioception","level":2,"score":0.5554060339927673},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.549571692943573},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.46185553073883057},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4595377445220947},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4320034980773926},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41432806849479675},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3768020570278168},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1651984453201294},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13646158576011658},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2019.8851821","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8851821","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W54330885","https://openalex.org/W1757796397","https://openalex.org/W1771410628","https://openalex.org/W1964272126","https://openalex.org/W1990107766","https://openalex.org/W1993640677","https://openalex.org/W2004727380","https://openalex.org/W2007470591","https://openalex.org/W2022240709","https://openalex.org/W2032179398","https://openalex.org/W2032692182","https://openalex.org/W2071739800","https://openalex.org/W2091713555","https://openalex.org/W2098857032","https://openalex.org/W2109995759","https://openalex.org/W2114540039","https://openalex.org/W2118222660","https://openalex.org/W2118699622","https://openalex.org/W2126627631","https://openalex.org/W2134194996","https://openalex.org/W2146055337","https://openalex.org/W2155217025","https://openalex.org/W2155968351","https://openalex.org/W2157423097","https://openalex.org/W2158782408","https://openalex.org/W2160391787","https://openalex.org/W2161330603","https://openalex.org/W2168883005","https://openalex.org/W2500440871","https://openalex.org/W2556958149","https://openalex.org/W2734864404","https://openalex.org/W2736601468","https://openalex.org/W2746553466","https://openalex.org/W2749928749","https://openalex.org/W2754517384","https://openalex.org/W2890250492","https://openalex.org/W2962984928","https://openalex.org/W2963095800","https://openalex.org/W2964043796","https://openalex.org/W4298857966","https://openalex.org/W4299541484","https://openalex.org/W4301141993","https://openalex.org/W6637967152","https://openalex.org/W6638018090","https://openalex.org/W6677526289","https://openalex.org/W6692846177","https://openalex.org/W6723825129","https://openalex.org/W6730111887","https://openalex.org/W6741002519","https://openalex.org/W6743802245","https://openalex.org/W6744123322","https://openalex.org/W6744318051","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W1972718289","https://openalex.org/W1791514435","https://openalex.org/W2346831895","https://openalex.org/W2248634132","https://openalex.org/W2163296013","https://openalex.org/W3014080459","https://openalex.org/W4386875794","https://openalex.org/W2951631158","https://openalex.org/W4288313544","https://openalex.org/W2976611405"],"abstract_inverted_index":{"End-to-end":[0],"learning":[1,5,114,160,232,237],"in":[2,15,112,125,152,230,251],"deep":[3],"reinforcement":[4,159],"based":[6,238],"on":[7,239],"raw":[8,58,104,240],"visual":[9,105],"input":[10,59,174,241,253],"has":[11,134],"shown":[12],"great":[13],"promise":[14],"various":[16,173],"tasks":[17,23],"involving":[18],"sensorimotor":[19,85,231],"control.":[20],"However,":[21],"complex":[22],"such":[24,38,51],"as":[25,39,101,103],"tool":[26,116,140],"use":[27,90,111,117],"require":[28],"recognition":[29],"of":[30,35,91,180,189,195,202,222,226],"affordance":[31,113],"and":[32,46,99,143,169,193,208,228,233,248,257],"a":[33,122,126,138,145,149],"series":[34],"non-trivial":[36],"subtasks":[37],"reaching":[40,123],"the":[41,44,48,57,69,83,89,132,153,178,187,196,200,203,212,219,223,246,252,255,259],"tool,":[42,45],"grasping":[43],"wielding":[47],"tool.":[49],"In":[50,78],"tasks,":[52],"end-to-end":[53,236],"approaches":[54],"with":[55],"only":[56],"(e.g.":[60],"pixel-wise":[61],"images)":[62],"may":[63,72,242],"fail":[64],"to":[65,67,76,135,141,148,176,211,254,265],"learn":[66],"perform":[68],"task":[70,124],"or":[71],"take":[73],"too":[74],"long":[75],"converge.":[77],"this":[79],"paper,":[80],"inspired":[81],"by":[82],"biological":[84],"system,":[86],"we":[87,216],"explore":[88],"proprioceptive/kinesthetic":[92,181,190,249],"inputs":[93,95,106,191,262],"(internal":[94],"for":[96,110,115],"body":[97],"position":[98],"motion)":[100],"well":[102],"(exteroception,":[107],"external":[108],"perception)":[109],"tasks.":[118],"We":[119,155],"set":[120],"up":[121,137],"simulated":[127],"physics":[128],"environment":[129],"(MuJoCo),":[130],"where":[131],"agent":[133],"pick":[136],"T-shaped":[139],"reach":[142],"drag":[144],"target":[146],"object":[147],"designated":[150],"region":[151],"environment.":[154],"used":[156],"an":[157],"Actor-Critic-based":[158],"algorithm":[161],"called":[162],"ACKTR":[163],"(Actor-Critic":[164],"using":[165,172],"Kronecker-Factored":[166],"Trust":[167],"Region)":[168],"trained":[170],"it":[171],"conditions":[175],"assess":[177],"utility":[179],"inputs.":[182],"Our":[183],"results":[184],"show":[185],"that":[186,234],"inclusion":[188],"(position":[192],"velocity":[194],"limb)":[197],"greatly":[198],"enhances":[199],"performance":[201],"agent:":[204],"higher":[205],"success":[206],"rate,":[207],"faster":[209],"convergence":[210],"solution.":[213],"The":[214],"lesson":[215],"learned":[217],"is":[218],"important":[220],"factor":[221],"intertwined":[224],"relationship":[225],"exteroceptive":[227,247],"proprioceptive":[229],"although":[235],"be":[243],"appealing,":[244],"separating":[245],"factors":[250],"learner,":[256],"providing":[258],"necessary":[260],"internal":[261],"can":[263],"lead":[264],"faster,":[266],"more":[267],"effective":[268],"learning.":[269]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}