{"id":"https://openalex.org/W4390481025","doi":"https://doi.org/10.1109/humanoids57100.2023.10375186","title":"Specifying Target Objects in Robot Teleoperation Using Speech and Natural Eye Gaze","display_name":"Specifying Target Objects in Robot Teleoperation Using Speech and Natural Eye Gaze","publication_year":2023,"publication_date":"2023-12-12","ids":{"openalex":"https://openalex.org/W4390481025","doi":"https://doi.org/10.1109/humanoids57100.2023.10375186"},"language":"en","primary_location":{"id":"doi:10.1109/humanoids57100.2023.10375186","is_oa":false,"landing_page_url":"https://doi.org/10.1109/humanoids57100.2023.10375186","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE-RAS 22nd International Conference on Humanoid Robots (Humanoids)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101867129","display_name":"Yu\u2010Chen Chang","orcid":"https://orcid.org/0009-0001-0953-2383"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yu-Chen Chang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093630726","display_name":"Nitish Gandi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nitish Gandi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030194139","display_name":"Kazuki Shin","orcid":"https://orcid.org/0000-0002-7170-3091"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kazuki Shin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046147298","display_name":"Ye-Ji Mun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye-Ji Mun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059066811","display_name":"Katherine Driggs-Campbell","orcid":"https://orcid.org/0000-0003-3760-9859"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Katherine Driggs-Campbell","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5089263869","display_name":"Joohyung Kim","orcid":"https://orcid.org/0000-0001-9575-2835"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joohyung Kim","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101867129"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4964,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.6813263,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.7792222499847412},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7791892290115356},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7568763494491577},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7316008806228638},{"id":"https://openalex.org/keywords/teleoperation","display_name":"Teleoperation","score":0.7133625745773315},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6023119688034058},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.5194496512413025},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4798928499221802},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.43488454818725586},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4127388894557953},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.41271576285362244},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0694337785243988}],"concepts":[{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.7792222499847412},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7791892290115356},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7568763494491577},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7316008806228638},{"id":"https://openalex.org/C161759796","wikidata":"https://www.wikidata.org/wiki/Q3982902","display_name":"Teleoperation","level":3,"score":0.7133625745773315},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6023119688034058},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.5194496512413025},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4798928499221802},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.43488454818725586},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4127388894557953},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.41271576285362244},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0694337785243988},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/humanoids57100.2023.10375186","is_oa":false,"landing_page_url":"https://doi.org/10.1109/humanoids57100.2023.10375186","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE-RAS 22nd International Conference on Humanoid Robots (Humanoids)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W152523715","https://openalex.org/W1496918241","https://openalex.org/W1528793753","https://openalex.org/W1861492603","https://openalex.org/W1966627854","https://openalex.org/W1995173586","https://openalex.org/W2006354339","https://openalex.org/W2039954205","https://openalex.org/W2044268022","https://openalex.org/W2068591006","https://openalex.org/W2085580502","https://openalex.org/W2099886412","https://openalex.org/W2129984848","https://openalex.org/W2137066512","https://openalex.org/W2147299944","https://openalex.org/W2157289187","https://openalex.org/W2160145433","https://openalex.org/W2198839866","https://openalex.org/W2556673367","https://openalex.org/W2617211984","https://openalex.org/W2896654476","https://openalex.org/W2962703144","https://openalex.org/W2982341362","https://openalex.org/W3014245469","https://openalex.org/W3033809666","https://openalex.org/W3036601975","https://openalex.org/W3041128393","https://openalex.org/W3110579195","https://openalex.org/W3147794100","https://openalex.org/W4213452319","https://openalex.org/W4225085515","https://openalex.org/W4229026776","https://openalex.org/W4229726131","https://openalex.org/W4321473409","https://openalex.org/W4385656220","https://openalex.org/W4385656284","https://openalex.org/W6684110841","https://openalex.org/W6780218876","https://openalex.org/W6786697239"],"related_works":["https://openalex.org/W1923069992","https://openalex.org/W2160982102","https://openalex.org/W2048862765","https://openalex.org/W2770942502","https://openalex.org/W4281943815","https://openalex.org/W2161294397","https://openalex.org/W2012644758","https://openalex.org/W2047559669","https://openalex.org/W4388576605","https://openalex.org/W2062302545"],"abstract_inverted_index":{"Current":[0],"approaches":[1],"in":[2,129,140],"robot":[3],"teleoperation":[4],"often":[5],"require":[6],"significant":[7],"mental":[8],"and":[9,30,44,58,70,91,105,107,113],"physical":[10],"effort.":[11],"In":[12],"this":[13],"study,":[14],"we":[15,116],"propose":[16],"a":[17,65,123],"new":[18],"intent":[19],"detection":[20],"framework":[21,35,158],"to":[22],"teleoperate":[23],"robotic":[24,153],"arms":[25,154],"based":[26],"on":[27,39],"human":[28],"speech":[29,92,108,127],"natural":[31],"eye":[32,89,99,119],"gaze.":[33],"Our":[34,61,143],"applies":[36],"instance":[37,54,56],"segmentation":[38],"the":[40,46,75,86,95,141,152,165],"robot's":[41],"camera":[42],"image":[43],"predicts":[45],"human's":[47],"intended":[48],"object":[49],"through":[50],"matching":[51],"eye-gaze":[52],"data,":[53],"masks,":[55],"classes,":[57],"transcribed":[59],"words.":[60],"experiment":[62],"results":[63,144],"show":[64,149],"prediction":[66,83,96,131],"accuracy":[67,84,97,132],"between":[68,103,111],"90.7%":[69],"98.6%,":[71],"including":[72,162],"cases":[73,163],"when":[74,133,164],"target":[76,136,166],"objects":[77,137,167],"are":[78,138,168],"duplicated":[79,135,169],"or":[80,170],"occluded.":[81,171],"The":[82],"of":[85,88,98],"combination":[87],"gaze":[90,100,120],"inputs":[93],"outperformed":[94],"input":[101,109,121,128],"only,":[102,110],"79.9%":[104],"89.2%,":[106],"25.3%":[112],"71.6%.":[114],"Moreover,":[115],"observe":[117],"that":[118,150],"has":[122],"greater":[124],"importance":[125],"than":[126],"improving":[130],"two":[134],"present":[139],"scene.":[142],"from":[145],"NASA":[146],"TLX":[147],"questionnaires":[148],"teleoperating":[151],"with":[155],"our":[156],"proposed":[157],"requires":[159],"little":[160],"effort":[161]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}
