{"id":"https://openalex.org/W2767908809","doi":"https://doi.org/10.1145/3136755.3136795","title":"The reliability of non-verbal cues for situated reference resolution and their interplay with language: implications for human robot interaction","display_name":"The reliability of non-verbal cues for situated reference resolution and their interplay with language: implications for human robot interaction","publication_year":2017,"publication_date":"2017-11-03","ids":{"openalex":"https://openalex.org/W2767908809","doi":"https://doi.org/10.1145/3136755.3136795","mag":"2767908809"},"language":"en","primary_location":{"id":"doi:10.1145/3136755.3136795","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3136755.3136795","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063500134","display_name":"Stephanie Gross","orcid":"https://orcid.org/0000-0002-9947-9888"},"institutions":[{"id":"https://openalex.org/I161878677","display_name":"Austrian Research Institute for Artificial Intelligence","ror":"https://ror.org/04j47vk14","country_code":"AT","type":"facility","lineage":["https://openalex.org/I161878677","https://openalex.org/I4210107880"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Stephanie Gross","raw_affiliation_strings":["Austrian Research Institute for Artificial Intelligence, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Austrian Research Institute for Artificial Intelligence, Austria","institution_ids":["https://openalex.org/I161878677"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042043337","display_name":"Brigitte Krenn","orcid":"https://orcid.org/0000-0003-1938-4027"},"institutions":[{"id":"https://openalex.org/I161878677","display_name":"Austrian Research Institute for Artificial Intelligence","ror":"https://ror.org/04j47vk14","country_code":"AT","type":"facility","lineage":["https://openalex.org/I161878677","https://openalex.org/I4210107880"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Brigitte Krenn","raw_affiliation_strings":["Austrian Research Institute for Artificial Intelligence, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Austrian Research Institute for Artificial Intelligence, Austria","institution_ids":["https://openalex.org/I161878677"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044523801","display_name":"Matthias Scheutz","orcid":"https://orcid.org/0000-0002-0064-2789"},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthias Scheutz","raw_affiliation_strings":["Tufts University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tufts University, USA","institution_ids":["https://openalex.org/I121934306"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"189","last_page":"196"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/situated","display_name":"Situated","score":0.8226902484893799},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6883070468902588},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.687065601348877},{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.6421908140182495},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.6199304461479187},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5815033912658691},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5066150426864624},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4789024889469147},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.46982407569885254},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.4279952347278595},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4245923161506653},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40770459175109863},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38266196846961975},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.3403560519218445},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.25573861598968506},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07393902540206909}],"concepts":[{"id":"https://openalex.org/C132829578","wikidata":"https://www.wikidata.org/wiki/Q581151","display_name":"Situated","level":2,"score":0.8226902484893799},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6883070468902588},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.687065601348877},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.6421908140182495},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.6199304461479187},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5815033912658691},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5066150426864624},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4789024889469147},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.46982407569885254},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.4279952347278595},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4245923161506653},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40770459175109863},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38266196846961975},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.3403560519218445},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25573861598968506},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07393902540206909},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3136755.3136795","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3136755.3136795","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6899999976158142,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G3038501410","display_name":"ArTificial Language uNdersTanding In robotS","funder_award_id":"ANR-15-CHR2-0002","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1488550131","https://openalex.org/W1498883201","https://openalex.org/W1522263329","https://openalex.org/W1526347318","https://openalex.org/W1571262701","https://openalex.org/W1975521499","https://openalex.org/W1983707534","https://openalex.org/W1984565341","https://openalex.org/W2012844124","https://openalex.org/W2025341897","https://openalex.org/W2034620660","https://openalex.org/W2035366352","https://openalex.org/W2039207728","https://openalex.org/W2041065123","https://openalex.org/W2051099944","https://openalex.org/W2086458350","https://openalex.org/W2090118499","https://openalex.org/W2099886412","https://openalex.org/W2105105514","https://openalex.org/W2113862235","https://openalex.org/W2117868770","https://openalex.org/W2118163921","https://openalex.org/W2118384389","https://openalex.org/W2124741472","https://openalex.org/W2135724976","https://openalex.org/W2264742718","https://openalex.org/W2401641474","https://openalex.org/W2598078671","https://openalex.org/W2727071501","https://openalex.org/W2903191715","https://openalex.org/W3099181913"],"related_works":["https://openalex.org/W1600697036","https://openalex.org/W1601337804","https://openalex.org/W4392983437","https://openalex.org/W2021842168","https://openalex.org/W4388576605","https://openalex.org/W2062302545","https://openalex.org/W4386271066","https://openalex.org/W2066060456","https://openalex.org/W2955859849","https://openalex.org/W2963761716"],"abstract_inverted_index":{"When":[0],"uttering":[1],"referring":[2,90],"expressions":[3,91],"in":[4,32,59,76],"situated":[5,45],"task":[6,46,80],"descriptions,":[7],"humans":[8],"naturally":[9],"use":[10],"verbal":[11,122],"and":[12,57,81,101,123,126],"non-verbal":[13,66,108,124],"channels":[14],"to":[15,18,38,74,86,92,114],"transmit":[16],"information":[17],"their":[19],"interlocutor.":[20],"To":[21],"develop":[22],"mechanisms":[23],"for":[24,111,129],"robot":[25],"architectures":[26],"capable":[27],"of":[28,43,88,119,132],"resolving":[29],"object":[30,78],"references":[31],"such":[33],"interaction":[34],"contexts,":[35],"we":[36,105],"need":[37],"better":[39],"understand":[40],"the":[41,60,117,120,130],"multi-modality":[42],"human":[44],"descriptions.":[47],"In":[48],"current":[49],"computational":[50],"models,":[51],"mainly":[52],"pointing":[53,102],"gestures,":[54],"eye":[55,99],"gaze,":[56],"objects":[58,75,93],"visual":[61],"field":[62],"are":[63],"included":[64],"as":[65],"cues,":[67,125],"if":[68],"any.":[69],"We":[70],"analyse":[71],"reference":[72,112],"resolution":[73,113],"an":[77],"manipulation":[79],"find":[82],"that":[83],"only":[84],"up":[85],"50%":[87],"all":[89],"can":[94],"be":[95],"resolved":[96],"including":[97],"language,":[98],"gaze":[100],"gestures.":[103],"Thus,":[104],"extract":[106],"other":[107],"cues":[109],"necessary":[110],"objects,":[115],"investigate":[116],"reliability":[118],"different":[121],"formulate":[127],"lessons":[128],"design":[131],"a":[133],"robot\u2019s":[134],"natural":[135],"language":[136],"understanding":[137],"capabilities.":[138]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}