{"id":"https://openalex.org/W4323537278","doi":"https://doi.org/10.1145/3568294.3580053","title":"Towards Robot Learning from Spoken Language","display_name":"Towards Robot Learning from Spoken Language","publication_year":2023,"publication_date":"2023-03-08","ids":{"openalex":"https://openalex.org/W4323537278","doi":"https://doi.org/10.1145/3568294.3580053"},"language":"en","primary_location":{"id":"doi:10.1145/3568294.3580053","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3568294.3580053","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3568294.3580053","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2023 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3568294.3580053","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026425928","display_name":"Krishna Kodur","orcid":"https://orcid.org/0000-0001-7663-2790"},"institutions":[{"id":"https://openalex.org/I16269868","display_name":"Santa Clara University","ror":"https://ror.org/03ypqe447","country_code":"US","type":"education","lineage":["https://openalex.org/I16269868"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Krishna Kodur","raw_affiliation_strings":["Santa Clara University, Santa Clara, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-7663-2790","affiliations":[{"raw_affiliation_string":"Santa Clara University, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I16269868"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065609205","display_name":"Manizheh Zand","orcid":"https://orcid.org/0000-0002-1745-8523"},"institutions":[{"id":"https://openalex.org/I16269868","display_name":"Santa Clara University","ror":"https://ror.org/03ypqe447","country_code":"US","type":"education","lineage":["https://openalex.org/I16269868"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Manizheh Zand","raw_affiliation_strings":["Santa Clara University, Santa Clara, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1745-8523","affiliations":[{"raw_affiliation_string":"Santa Clara University, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I16269868"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059487972","display_name":"Maria Kyrarini","orcid":"https://orcid.org/0000-0003-0968-2477"},"institutions":[{"id":"https://openalex.org/I16269868","display_name":"Santa Clara University","ror":"https://ror.org/03ypqe447","country_code":"US","type":"education","lineage":["https://openalex.org/I16269868"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maria Kyrarini","raw_affiliation_strings":["Santa Clara University, Santa Clara, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-0968-2477","affiliations":[{"raw_affiliation_string":"Santa Clara University, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I16269868"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I16269868"],"apc_list":null,"apc_paid":null,"fwci":0.9692,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.82989677,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"112","last_page":"116"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7555205821990967},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7504431009292603},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.695328950881958},{"id":"https://openalex.org/keywords/spoken-language","display_name":"Spoken language","score":0.627387523651123},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5270243883132935},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5260605216026306},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.48036989569664},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4802584946155548},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.4545707702636719},{"id":"https://openalex.org/keywords/social-robot","display_name":"Social robot","score":0.41581571102142334},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.2855699956417084},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.23738941550254822},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09022408723831177}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7555205821990967},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7504431009292603},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.695328950881958},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.627387523651123},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5270243883132935},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5260605216026306},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.48036989569664},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4802584946155548},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.4545707702636719},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.41581571102142334},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.2855699956417084},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.23738941550254822},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09022408723831177},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3568294.3580053","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3568294.3580053","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3568294.3580053","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2023 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3568294.3580053","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3568294.3580053","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3568294.3580053","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2023 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7699999809265137,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G490005414","display_name":"Collaborative Research: DARE: A Personalized Assistive Robotic System that assesses Cognitive Fatigue in Persons with Paralysis","funder_award_id":"2226165","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320311294","display_name":"Santa Clara University","ror":"https://ror.org/03ypqe447"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4323537278.pdf","grobid_xml":"https://content.openalex.org/works/W4323537278.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1483870316","https://openalex.org/W2009842212","https://openalex.org/W2076321056","https://openalex.org/W2194775991","https://openalex.org/W2625366777","https://openalex.org/W2767062086","https://openalex.org/W2896457183","https://openalex.org/W2951181836","https://openalex.org/W2960906141","https://openalex.org/W2963037989","https://openalex.org/W2965776688","https://openalex.org/W2966329842","https://openalex.org/W3009973634","https://openalex.org/W3038245394","https://openalex.org/W3161995346","https://openalex.org/W3175314523","https://openalex.org/W3182074706","https://openalex.org/W3208699867","https://openalex.org/W4213236626","https://openalex.org/W4224912544","https://openalex.org/W4293499155","https://openalex.org/W6687483927"],"related_works":["https://openalex.org/W2133150803","https://openalex.org/W2082173922","https://openalex.org/W2933829981","https://openalex.org/W2063471269","https://openalex.org/W2742736081","https://openalex.org/W4389264240","https://openalex.org/W2085401368","https://openalex.org/W2128913763","https://openalex.org/W2593469586","https://openalex.org/W2913184176"],"abstract_inverted_index":{"The":[0,22,59],"paper":[1],"proposes":[2],"a":[3,9,14,50,71],"robot":[4,10,23,47],"learning":[5,24],"framework":[6,25],"that":[7],"empowers":[8],"to":[11,28,44,48,63],"automatically":[12],"generate":[13],"sequence":[15,66],"of":[16,67,77,78],"actions":[17,69],"from":[18,38],"unstructured":[19],"spoken":[20],"language.":[21],"was":[26,61],"able":[27,62],"distinguish":[29],"between":[30],"instructions":[31],"and":[32,57],"unrelated":[33],"conversations.":[34],"Data":[35],"were":[36,42],"collected":[37],"25":[39],"participants,":[40],"who":[41],"asked":[43],"instruct":[45],"the":[46,65],"perform":[49],"collaborative":[51],"cooking":[52,72],"task":[53,73],"while":[54],"being":[55],"interrupted":[56],"distracted.":[58],"system":[60],"identify":[64],"instructed":[68],"for":[70],"with":[74],"an":[75],"accuracy":[76],"92.85":[79],"\u00b1":[80],"3.87%.":[81]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-10T00:00:00"}