{"id":"https://openalex.org/W2139659117","doi":"https://doi.org/10.1145/2663204.2663277","title":"Eye Gaze for Spoken Language Understanding in Multi-modal Conversational Interactions","display_name":"Eye Gaze for Spoken Language Understanding in Multi-modal Conversational Interactions","publication_year":2014,"publication_date":"2014-11-12","ids":{"openalex":"https://openalex.org/W2139659117","doi":"https://doi.org/10.1145/2663204.2663277","mag":"2139659117"},"language":"en","primary_location":{"id":"doi:10.1145/2663204.2663277","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2663204.2663277","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068709817","display_name":"Dilek Hakkani\u2010T\u00fcr","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dilek Hakkani-T\u00fcr","raw_affiliation_strings":["Microsoft, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046802864","display_name":"Malcolm Slaney","orcid":"https://orcid.org/0000-0001-9733-4864"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Malcolm Slaney","raw_affiliation_strings":["Microsoft, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030468199","display_name":"Asl\u0131 \u00c7eliky\u0131lmaz","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Asli Celikyilmaz","raw_affiliation_strings":["Microsoft, Sunnyvale, CA, USA","Microsoft, Sunnyvale, CA, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"Microsoft, Sunnyvale, CA, USA#TAB#","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003679010","display_name":"Larry Heck","orcid":"https://orcid.org/0000-0003-3358-6362"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Larry Heck","raw_affiliation_strings":["Microsoft, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":1.4726,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.82376756,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"263","last_page":"266"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8163473606109619},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.6708787083625793},{"id":"https://openalex.org/keywords/prosody","display_name":"Prosody","score":0.6419788599014282},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.6036320328712463},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.5697184801101685},{"id":"https://openalex.org/keywords/spoken-language","display_name":"Spoken language","score":0.5642051696777344},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.5380842685699463},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.4386499226093292},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43387162685394287},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.43369102478027344},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4253760576248169},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4109785854816437},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.10993799567222595}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8163473606109619},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.6708787083625793},{"id":"https://openalex.org/C542774811","wikidata":"https://www.wikidata.org/wiki/Q10880526","display_name":"Prosody","level":2,"score":0.6419788599014282},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.6036320328712463},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.5697184801101685},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.5642051696777344},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.5380842685699463},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.4386499226093292},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43387162685394287},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.43369102478027344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4253760576248169},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4109785854816437},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.10993799567222595},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2663204.2663277","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2663204.2663277","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.699999988079071}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W24637800","https://openalex.org/W321897691","https://openalex.org/W1008294113","https://openalex.org/W1016188119","https://openalex.org/W1029599755","https://openalex.org/W1481191818","https://openalex.org/W1492845969","https://openalex.org/W1524929726","https://openalex.org/W1542752463","https://openalex.org/W1548990886","https://openalex.org/W1550317358","https://openalex.org/W1559948093","https://openalex.org/W1577680574","https://openalex.org/W1600098655","https://openalex.org/W1782428468","https://openalex.org/W1796449931","https://openalex.org/W1820425225","https://openalex.org/W1823629709","https://openalex.org/W1847409958","https://openalex.org/W1886202396","https://openalex.org/W1948791483","https://openalex.org/W1965305672","https://openalex.org/W1982794901","https://openalex.org/W1984541135","https://openalex.org/W1994844177","https://openalex.org/W2035844254","https://openalex.org/W2052310875","https://openalex.org/W2056513832","https://openalex.org/W2067499868","https://openalex.org/W2086039621","https://openalex.org/W2086458350","https://openalex.org/W2092760152","https://openalex.org/W2098975207","https://openalex.org/W2098976116","https://openalex.org/W2099603084","https://openalex.org/W2105164934","https://openalex.org/W2107163554","https://openalex.org/W2111573508","https://openalex.org/W2112649617","https://openalex.org/W2123331951","https://openalex.org/W2125798795","https://openalex.org/W2135643110","https://openalex.org/W2137066512","https://openalex.org/W2143542324","https://openalex.org/W2164364692","https://openalex.org/W2213856416","https://openalex.org/W2222708714","https://openalex.org/W2234901309","https://openalex.org/W2242071366","https://openalex.org/W2274591694","https://openalex.org/W2278727376","https://openalex.org/W2282919346","https://openalex.org/W2299237767","https://openalex.org/W2299841367","https://openalex.org/W2299979064","https://openalex.org/W2305537818","https://openalex.org/W2307171456","https://openalex.org/W2340663891","https://openalex.org/W2395497205","https://openalex.org/W2401425944","https://openalex.org/W2562096357","https://openalex.org/W2931884920","https://openalex.org/W2998245691","https://openalex.org/W6713409546"],"related_works":["https://openalex.org/W2529301793","https://openalex.org/W2384121599","https://openalex.org/W258725851","https://openalex.org/W157723669","https://openalex.org/W2059356825","https://openalex.org/W2284708545","https://openalex.org/W2022723759","https://openalex.org/W135189879","https://openalex.org/W2019031406","https://openalex.org/W2567689818"],"abstract_inverted_index":{"When":[0],"humans":[1],"converse":[2],"with":[3,32,84,112,141],"each":[4],"other,":[5],"they":[6],"naturally":[7],"amalgamate":[8],"information":[9],"from":[10],"multiple":[11],"modalities":[12],"(i.e.,":[13],"speech,":[14,57],"gestures,":[15],"speech":[16],"prosody,":[17],"facial":[18],"expressions,":[19],"and":[20,29,58,78,106],"eye":[21,27,54,79],"gaze).":[22],"This":[23],"paper":[24],"focuses":[25],"on":[26,67],"gaze":[28,80,104],"its":[30],"combination":[31,73],"speech.":[33],"We":[34,82,101],"develop":[35],"a":[36,46,68,72,89,142],"model":[37],"that":[38],"resolves":[39,131],"references":[40],"to":[41,96],"visual":[42],"(screen)":[43],"elements":[44],"in":[45,88,138,145],"conversational":[47],"web":[48],"browsing":[49,63],"system.":[50],"The":[51,116],"system":[52,119],"detects":[53],"gaze,":[55],"recognizes":[56],"then":[59],"interprets":[60],"the":[61,132],"user's":[62],"intent":[64,124],"(e.g.,":[65],"click":[66],"specific":[69],"element)":[70],"through":[71],"of":[74],"spoken":[75],"language":[76],"understanding":[77],"tracking.":[81],"experiment":[83],"multi-turn":[85],"interactions":[86],"collected":[87],"wizard-of-Oz":[90],"scenario":[91],"where":[92],"users":[93],"are":[94],"asked":[95],"perform":[97],"several":[98,103],"web-browsing":[99],"tasks.":[100],"compare":[102],"features":[105],"evaluate":[107],"their":[108],"effectiveness":[109],"when":[110],"combined":[111],"speech-based":[113],"lexical":[114],"features.":[115],"resulting":[117],"multi-modal":[118],"not":[120],"only":[121],"increases":[122],"user":[123],"(turn)":[125],"accuracy":[126],"by":[127],"17%,":[128],"but":[129],"also":[130],"referring":[133],"expression":[134],"ambiguity":[135],"commonly":[136],"observed":[137],"dialog":[139],"systems":[140],"10%":[143],"increase":[144],"F-measure.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":7},{"year":2018,"cited_by_count":3},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}