{"id":"https://openalex.org/W2040562301","doi":"https://doi.org/10.1109/icmi.2002.1166976","title":"Referring to objects with spoken and haptic modalities","display_name":"Referring to objects with spoken and haptic modalities","publication_year":2003,"publication_date":"2003-06-26","ids":{"openalex":"https://openalex.org/W2040562301","doi":"https://doi.org/10.1109/icmi.2002.1166976","mag":"2040562301"},"language":"en","primary_location":{"id":"doi:10.1109/icmi.2002.1166976","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmi.2002.1166976","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings. Fourth IEEE International Conference on Multimodal Interfaces","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044137478","display_name":"Fr\u00e9d\u00e9ric Landragin","orcid":"https://orcid.org/0000-0002-0030-7200"},"institutions":[{"id":"https://openalex.org/I4210121838","display_name":"Laboratoire Lorrain de Recherche en Informatique et ses Applications","ror":"https://ror.org/02vnf0c38","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I277688954","https://openalex.org/I4210107720","https://openalex.org/I4210121838","https://openalex.org/I4210159245","https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"F. Landragin","raw_affiliation_strings":["LORIA Laboratory, France","LORIA Lab., Vandoeuvre-les-Nancy, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LORIA Laboratory, France","institution_ids":["https://openalex.org/I4210121838"]},{"raw_affiliation_string":"LORIA Lab., Vandoeuvre-les-Nancy, France","institution_ids":["https://openalex.org/I4210121838"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081600772","display_name":"Nadia Bellalem","orcid":null},"institutions":[{"id":"https://openalex.org/I4210121838","display_name":"Laboratoire Lorrain de Recherche en Informatique et ses Applications","ror":"https://ror.org/02vnf0c38","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I277688954","https://openalex.org/I4210107720","https://openalex.org/I4210121838","https://openalex.org/I4210159245","https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"N. Bellalem","raw_affiliation_strings":["LORIA Laboratory, France","LORIA Lab., Vandoeuvre-les-Nancy, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LORIA Laboratory, France","institution_ids":["https://openalex.org/I4210121838"]},{"raw_affiliation_string":"LORIA Lab., Vandoeuvre-les-Nancy, France","institution_ids":["https://openalex.org/I4210121838"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045392938","display_name":"Laurent Romary","orcid":"https://orcid.org/0000-0002-0756-0508"},"institutions":[{"id":"https://openalex.org/I4210121838","display_name":"Laboratoire Lorrain de Recherche en Informatique et ses Applications","ror":"https://ror.org/02vnf0c38","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I277688954","https://openalex.org/I4210107720","https://openalex.org/I4210121838","https://openalex.org/I4210159245","https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"L. Romary","raw_affiliation_strings":["LORIA Laboratory, France","LORIA Lab., Vandoeuvre-les-Nancy, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LORIA Laboratory, France","institution_ids":["https://openalex.org/I4210121838"]},{"raw_affiliation_string":"LORIA Lab., Vandoeuvre-les-Nancy, France","institution_ids":["https://openalex.org/I4210121838"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210121838"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"99","last_page":"104"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.8384996652603149},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7992222309112549},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6576047539710999},{"id":"https://openalex.org/keywords/haptic-technology","display_name":"Haptic technology","score":0.6574939489364624},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6391397714614868},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5796272158622742},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5155673027038574},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.49268919229507446},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.46688833832740784},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46114498376846313},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.46054691076278687}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8384996652603149},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7992222309112549},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6576047539710999},{"id":"https://openalex.org/C152086174","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Haptic technology","level":2,"score":0.6574939489364624},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6391397714614868},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5796272158622742},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5155673027038574},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.49268919229507446},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.46688833832740784},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46114498376846313},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.46054691076278687},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icmi.2002.1166976","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmi.2002.1166976","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings. Fourth IEEE International Conference on Multimodal Interfaces","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W27293208","https://openalex.org/W1505217571","https://openalex.org/W1575301740","https://openalex.org/W1594911290","https://openalex.org/W2017537431","https://openalex.org/W2098357498","https://openalex.org/W2167702024","https://openalex.org/W2196854674","https://openalex.org/W2738063423"],"related_works":["https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W2805039731","https://openalex.org/W2989699735","https://openalex.org/W2001561635"],"abstract_inverted_index":{"The":[0],"gesture":[1,41,56,156,181],"input":[2],"modality":[3,194],"considered":[4],"in":[5,42,161],"multimodal":[6,66,158,183],"dialogue":[7,109,159],"systems":[8],"is":[9],"mainly":[10],"reduced":[11],"to":[12,103,108,111,144],"pointing":[13],"or":[14],"manipulating":[15],"actions.":[16],"With":[17],"an":[18],"approach":[19],"based":[20],"on":[21,176,187,195],"spontaneous":[22,99],"character":[23],"of":[24,29,55,61,65,77,81,125,136,149,154,163,190,208],"the":[25,27,37,87,98,123,134,152,177,188],"communication,":[26],"treatment":[28],"such":[30],"actions":[31],"involves":[32],"many":[33],"processes.":[34],"Without":[35],"constraints,":[36],"user":[38],"may":[39,47],"use":[40],"association":[43],"with":[44,167],"speech,":[45],"and":[46,58,90,140,172,182,186],"exploit":[48],"visual":[49,88],"context":[50],"peculiarities,":[51],"guiding":[52],"her/his":[53,59],"articulation":[54],"trajectories":[57],"choice":[60],"words.":[62],"Semantic":[63],"interpretation":[64],"utterances":[67],"also":[68,91],"becomes":[69],"a":[70,94,146,205],"complex":[71],"problem,":[72],"taking":[73],"into":[74,120,157],"account":[75],"varieties":[76,80],"referring":[78],"expressions,":[79],"gestural":[82],"trajectories,":[83],"structural":[84],"parameters":[85],"from":[86,93,204],"context,":[89],"directives":[92],"specific":[95],"task.":[96],"Following":[97],"approach,":[100],"we":[101,142],"propose":[102,143],"give":[104],"maximal":[105],"understanding":[106],"capabilities":[107,135],"systems,":[110,160],"ensure":[112],"that":[113],"various":[114],"interaction":[115],"modes":[116],"must":[117],"be":[118],"taken":[119],"account.":[121],"Considering":[122],"development":[124],"haptic":[126,155,180],"sense":[127],"devices":[128],"(such":[129],"as":[130],"PHANToM)":[131],"which":[132,199],"increase":[133],"sensations,":[137],"particularly":[138],"tactile":[139],"kinesthetic,":[141],"explore":[145],"new":[147,193],"domain":[148],"research":[150],"concerning":[151],"integration":[153],"terms":[162],"its":[164],"possible":[165],"associations":[166],"speech":[168],"for":[169],"object":[170],"reference":[171,184],"manipulation.":[173],"We":[174],"focus":[175],"compatibility":[178],"between":[179],"models,":[185],"consequences":[189],"processing":[191],"this":[192],"intelligent":[196],"system":[197],"architectures,":[198],"has":[200],"been":[201],"sufficiently":[202],"studied":[203],"semantic":[206],"point":[207],"view.":[209]},"counts_by_year":[{"year":2015,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}