{"id":"https://openalex.org/W2790919875","doi":"https://doi.org/10.1109/robio.2017.8324506","title":"Affordance learning and inference based on vision-speech association in human-robot interactions","display_name":"Affordance learning and inference based on vision-speech association in human-robot interactions","publication_year":2017,"publication_date":"2017-12-01","ids":{"openalex":"https://openalex.org/W2790919875","doi":"https://doi.org/10.1109/robio.2017.8324506","mag":"2790919875"},"language":"en","primary_location":{"id":"doi:10.1109/robio.2017.8324506","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio.2017.8324506","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007839236","display_name":"Chang\u2019an Yi","orcid":"https://orcid.org/0000-0003-3955-9701"},"institutions":[{"id":"https://openalex.org/I14894300","display_name":"Foshan University","ror":"https://ror.org/02xvvvp28","country_code":"CN","type":"education","lineage":["https://openalex.org/I14894300"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang'an Yi","raw_affiliation_strings":["School of Electronic and Information Engineering, Foshan University, Foshan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Foshan University, Foshan, China","institution_ids":["https://openalex.org/I14894300"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041506521","display_name":"Huaqing Min","orcid":"https://orcid.org/0000-0003-3763-2856"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaqing Min","raw_affiliation_strings":["School of Software Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100370144","display_name":"Jinhui Zhu","orcid":"https://orcid.org/0000-0001-8751-5178"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinhui Zhu","raw_affiliation_strings":["School of Software Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066778431","display_name":"Xinshi Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinshi Xu","raw_affiliation_strings":["School of Software Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002891542","display_name":"Pengshuai Yin","orcid":"https://orcid.org/0000-0003-4224-9915"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengshuai Yin","raw_affiliation_strings":["School of Software Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036967915","display_name":"Guofei Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guofei Zheng","raw_affiliation_strings":["School of Software Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2065,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.67620303,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"291","issue":null,"first_page":"743","last_page":"749"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.9116068482398987},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7047224640846252},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6578379273414612},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6367074251174927},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6066363453865051},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.5916358828544617},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.5335332155227661},{"id":"https://openalex.org/keywords/social-robot","display_name":"Social robot","score":0.48574763536453247},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4837360680103302},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.4746858775615692},{"id":"https://openalex.org/keywords/personal-robot","display_name":"Personal robot","score":0.4691575765609741},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.4345972239971161},{"id":"https://openalex.org/keywords/cognitive-robotics","display_name":"Cognitive robotics","score":0.43036454916000366},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4128264784812927},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.34250301122665405},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.302106112241745}],"concepts":[{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.9116068482398987},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7047224640846252},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6578379273414612},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6367074251174927},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6066363453865051},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.5916358828544617},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.5335332155227661},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.48574763536453247},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4837360680103302},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.4746858775615692},{"id":"https://openalex.org/C168402607","wikidata":"https://www.wikidata.org/wiki/Q2072119","display_name":"Personal robot","level":5,"score":0.4691575765609741},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.4345972239971161},{"id":"https://openalex.org/C192327766","wikidata":"https://www.wikidata.org/wiki/Q1038799","display_name":"Cognitive robotics","level":3,"score":0.43036454916000366},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4128264784812927},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.34250301122665405},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.302106112241745},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/robio.2017.8324506","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio.2017.8324506","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.4300000071525574}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W26690283","https://openalex.org/W1481988000","https://openalex.org/W1483019628","https://openalex.org/W1506047933","https://openalex.org/W1520036242","https://openalex.org/W1558521349","https://openalex.org/W1562462135","https://openalex.org/W1578056686","https://openalex.org/W1580568969","https://openalex.org/W1670526751","https://openalex.org/W1976018861","https://openalex.org/W2015146415","https://openalex.org/W2023758701","https://openalex.org/W2058840044","https://openalex.org/W2064851185","https://openalex.org/W2091938290","https://openalex.org/W2098411764","https://openalex.org/W2105546430","https://openalex.org/W2115815548","https://openalex.org/W2128122351","https://openalex.org/W2132322793","https://openalex.org/W2132905014","https://openalex.org/W2140073107","https://openalex.org/W2140410272","https://openalex.org/W2146055337","https://openalex.org/W2155217025","https://openalex.org/W2157904933","https://openalex.org/W2158329300","https://openalex.org/W2162850206","https://openalex.org/W2171578145","https://openalex.org/W2183152422","https://openalex.org/W2294402904","https://openalex.org/W2528967817","https://openalex.org/W2903489506","https://openalex.org/W6628868384","https://openalex.org/W6634616096","https://openalex.org/W6637239005"],"related_works":["https://openalex.org/W1989753795","https://openalex.org/W4312511060","https://openalex.org/W1504564577","https://openalex.org/W1965774354","https://openalex.org/W2133457596","https://openalex.org/W2493438666","https://openalex.org/W2134294860","https://openalex.org/W1967633522","https://openalex.org/W2466469359","https://openalex.org/W2968890345"],"abstract_inverted_index":{"Human-robot":[0],"interactions":[1],"is":[2,71,190,200],"important":[3],"for":[4],"a":[5,20,59,80,95,112,154,194],"robot":[6,21,28,85,96,113],"to":[7,18,30,57,110,114,146,185],"learn":[8],"the":[9,23,27,46,75,84,89,140,159,163,172],"environment":[10],"and":[11,42,66,77,150,198,208,211],"finish":[12],"tasks.":[13],"However,":[14],"humans":[15,119],"are":[16],"difficult":[17],"teach":[19],"all":[22],"required":[24],"information":[25,152,174],"so":[26],"needs":[29],"infer":[31,171],"some":[32],"new":[33],"knowledge":[34,100],"based":[35,48,133],"on":[36,49,134,193],"that":[37,83,130,202],"has":[38,139],"been":[39,53],"learned.":[40],"Humans":[41],"other":[43],"animals":[44],"understand":[45],"world":[47],"affordances":[50,132],"which":[51,70],"have":[52],"introduced":[54],"into":[55],"robotics":[56],"promote":[58,179],"robot's":[60],"cognitive":[61],"capabilities":[62],"in":[63,101,153,167],"planning,":[64],"recognition":[65],"control.":[67],"An":[68],"affordance,":[69],"jointly":[72],"determined":[73],"by":[74],"object":[76],"robot,":[78,197],"encodes":[79],"potential":[81],"action":[82],"might":[86],"execute":[87],"upon":[88],"object.":[90],"Most":[91],"existing":[92],"works":[93],"make":[94],"build":[97],"its":[98,116],"affordance":[99,180,206],"only":[102],"one":[103,183],"dimension":[104,184],"such":[105],"as":[106,120,122],"vision.":[107],"In":[108],"order":[109],"guide":[111],"develop":[115],"intelligence":[117],"like":[118],"much":[121],"possible,":[123],"we":[124],"propose":[125],"an":[126],"affordance-based":[127],"interaction":[128],"model":[129,138],"learns":[131],"vision-speech":[135],"association.":[136],"Our":[137],"following":[141],"features:":[142],"(i)":[143],"use":[144],"speech":[145],"abstractly":[147],"represent":[148],"behavioral":[149],"visual":[151],"high":[155],"level":[156],"without":[157],"considering":[158],"detail;":[160],"(ii)":[161],"reduce":[162],"number":[164],"of":[165],"parameters":[166],"human-robot":[168],"communications;":[169],"(iii)":[170],"unknown":[173],"through":[175],"table":[176],"association;":[177],"(iv)":[178],"learning":[181,207],"from":[182],"double":[186],"dimensions.":[187],"The":[188],"experiment":[189],"carried":[191],"out":[192],"NAO":[195],"humanoid":[196],"it":[199],"proved":[201],"our":[203],"method":[204],"supports":[205],"inference":[209],"correctly":[210],"effectively.":[212]},"counts_by_year":[{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}