{"id":"https://openalex.org/W4405785579","doi":"https://doi.org/10.1109/iros58592.2024.10802349","title":"Sensorimotor Attention and Language-based Regressions in Shared Latent Variables for Integrating Robot Motion Learning and LLM","display_name":"Sensorimotor Attention and Language-based Regressions in Shared Latent Variables for Integrating Robot Motion Learning and LLM","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4405785579","doi":"https://doi.org/10.1109/iros58592.2024.10802349"},"language":"en","primary_location":{"id":"doi:10.1109/iros58592.2024.10802349","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10802349","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042849965","display_name":"Kanata Suzuki","orcid":"https://orcid.org/0000-0001-7122-7649"},"institutions":[{"id":"https://openalex.org/I2252096349","display_name":"Fujitsu (Japan)","ror":"https://ror.org/038e2g226","country_code":"JP","type":"company","lineage":["https://openalex.org/I2252096349"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kanata Suzuki","raw_affiliation_strings":["Fujitsu Limited.,Artificial Intelligence Laboratories,Kanagawa,Japan,211-8588"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fujitsu Limited.,Artificial Intelligence Laboratories,Kanagawa,Japan,211-8588","institution_ids":["https://openalex.org/I2252096349"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055922202","display_name":"Tetsuya Ogata","orcid":"https://orcid.org/0000-0001-7015-0379"},"institutions":[{"id":"https://openalex.org/I2252096349","display_name":"Fujitsu (Japan)","ror":"https://ror.org/038e2g226","country_code":"JP","type":"company","lineage":["https://openalex.org/I2252096349"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tetsuya Ogata","raw_affiliation_strings":["Fujitsu Limited.,Artificial Intelligence Laboratories,Kanagawa,Japan,211-8588"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fujitsu Limited.,Artificial Intelligence Laboratories,Kanagawa,Japan,211-8588","institution_ids":["https://openalex.org/I2252096349"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2252096349"],"apc_list":null,"apc_paid":null,"fwci":0.8523,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.75567768,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"11872","last_page":"11878"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9519000053405762,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9510999917984009,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7227873206138611},{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.6895867586135864},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.6886201500892639},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5409854650497437},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5259236097335815},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4414590001106262},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36453673243522644},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.32070326805114746},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.24205565452575684}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7227873206138611},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.6895867586135864},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.6886201500892639},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5409854650497437},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5259236097335815},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4414590001106262},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36453673243522644},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.32070326805114746},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24205565452575684}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros58592.2024.10802349","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10802349","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2142344747","https://openalex.org/W2147008239","https://openalex.org/W2158782408","https://openalex.org/W2498917392","https://openalex.org/W2963634205","https://openalex.org/W3139333591","https://openalex.org/W4220912281","https://openalex.org/W4224912544","https://openalex.org/W4226496675","https://openalex.org/W4285102225","https://openalex.org/W4312424618","https://openalex.org/W4383097638","https://openalex.org/W4385430679","https://openalex.org/W4389524555","https://openalex.org/W4390874575","https://openalex.org/W4391678022","https://openalex.org/W4394828156","https://openalex.org/W4402716047","https://openalex.org/W6767164110","https://openalex.org/W6777615688","https://openalex.org/W6782766965","https://openalex.org/W6791353385","https://openalex.org/W6796581206","https://openalex.org/W6801810553","https://openalex.org/W6802366246","https://openalex.org/W6809509765","https://openalex.org/W6839928859","https://openalex.org/W6850503672","https://openalex.org/W6850876251","https://openalex.org/W6853450284","https://openalex.org/W6853743997","https://openalex.org/W6854276968","https://openalex.org/W6857742128","https://openalex.org/W6859134941","https://openalex.org/W6859360915","https://openalex.org/W6860060064"],"related_works":["https://openalex.org/W2013493105","https://openalex.org/W8302103","https://openalex.org/W3171631314","https://openalex.org/W2674584172","https://openalex.org/W2967743314","https://openalex.org/W2961085424","https://openalex.org/W2606825221","https://openalex.org/W2184085865","https://openalex.org/W2064245428","https://openalex.org/W2170721890"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"studies":[3],"have":[4,18],"been":[5],"actively":[6],"conducted":[7],"on":[8,85,119],"combining":[9],"large":[10],"language":[11,95,137],"models":[12],"(LLM)":[13],"and":[14,68,93,136],"robotics;":[15],"however,":[16],"most":[17],"not":[19],"considered":[20],"end-to-end":[21],"feed-back":[22],"in":[23],"the":[24,42,48,64,78,99,103,112,125],"robot-motion":[25,65],"generation":[26],"phase.":[27],"The":[28],"prediction":[29,86],"of":[30,127],"deep":[31],"neural":[32],"networks":[33],"must":[34],"contain":[35],"errors,":[36],"it":[37],"is":[38],"required":[39],"to":[40,45,47,51,98,105],"update":[41],"trained":[43],"model":[44,67,104],"correspond":[46],"real":[49],"environment":[50],"generate":[52],"robot":[53,76,113,121],"motion":[54],"adaptively.":[55],"This":[56,101],"study":[57],"proposes":[58],"an":[59],"integration":[60],"method":[61,80,130],"that":[62],"connects":[63],"learning":[66],"LLM":[69],"using":[70],"shared":[71,82],"latent":[72,108],"variables.":[73],"When":[74],"generating":[75],"motion,":[77],"proposed":[79,129],"updates":[81],"parameters":[83,109],"based":[84],"errors":[87],"from":[88,131],"both":[89],"sensorimotor":[90],"attention":[91],"points":[92],"task":[94,114],"instructions":[96],"given":[97],"robot.":[100],"allows":[102],"search":[106],"for":[107,111],"appropriate":[110],"efficiently.":[115],"Through":[116],"simulator":[117],"experiments":[118],"multiple":[120],"tasks,":[122],"we":[123],"demonstrated":[124],"effectiveness":[126],"our":[128],"two":[132],"perspectives:":[133],"position":[134],"generalization":[135,139],"instruction":[138],"abilities.":[140]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}