{"id":"https://openalex.org/W2072819621","doi":"https://doi.org/10.1162/coli.08-022-r2-06-26","title":"Robust Understanding in Multimodal Interfaces","display_name":"Robust Understanding in Multimodal Interfaces","publication_year":2009,"publication_date":"2009-05-11","ids":{"openalex":"https://openalex.org/W2072819621","doi":"https://doi.org/10.1162/coli.08-022-r2-06-26","mag":"2072819621"},"language":"en","primary_location":{"id":"doi:10.1162/coli.08-022-r2-06-26","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli.08-022-r2-06-26","pdf_url":"https://direct.mit.edu/coli/article-pdf/35/3/345/1798642/coli.08-022-r2-06-26.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://direct.mit.edu/coli/article-pdf/35/3/345/1798642/coli.08-022-r2-06-26.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111475783","display_name":"Srinivas Bangalore","orcid":null},"institutions":[{"id":"https://openalex.org/I1283103587","display_name":"AT&T (United States)","ror":"https://ror.org/02bbd5539","country_code":"US","type":"company","lineage":["https://openalex.org/I1283103587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Srinivas Bangalore","raw_affiliation_strings":["AT&T Labs-Research","AT&T Labs--Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AT&T Labs-Research","institution_ids":["https://openalex.org/I1283103587"]},{"raw_affiliation_string":"AT&T Labs--Research","institution_ids":["https://openalex.org/I1283103587"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058476987","display_name":"Michael Johnston","orcid":"https://orcid.org/0000-0001-9869-6357"},"institutions":[{"id":"https://openalex.org/I1283103587","display_name":"AT&T (United States)","ror":"https://ror.org/02bbd5539","country_code":"US","type":"company","lineage":["https://openalex.org/I1283103587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Johnston","raw_affiliation_strings":["AT&T Labs-Research","AT&T Labs--Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AT&T Labs-Research","institution_ids":["https://openalex.org/I1283103587"]},{"raw_affiliation_string":"AT&T Labs--Research","institution_ids":["https://openalex.org/I1283103587"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1283103587"],"apc_list":null,"apc_paid":null,"fwci":3.9972,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.93781736,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"35","issue":"3","first_page":"345","last_page":"397"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8743836879730225},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6490166187286377},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.6240919828414917},{"id":"https://openalex.org/keywords/rule-based-machine-translation","display_name":"Rule-based machine translation","score":0.5978236794471741},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.577282190322876},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5202173590660095},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.5096867084503174},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4941156208515167},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.48551106452941895},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4478262662887573},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.43741440773010254}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8743836879730225},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6490166187286377},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.6240919828414917},{"id":"https://openalex.org/C53893814","wikidata":"https://www.wikidata.org/wiki/Q7378909","display_name":"Rule-based machine translation","level":2,"score":0.5978236794471741},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.577282190322876},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5202173590660095},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.5096867084503174},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4941156208515167},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.48551106452941895},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4478262662887573},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.43741440773010254},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/coli.08-022-r2-06-26","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli.08-022-r2-06-26","pdf_url":"https://direct.mit.edu/coli/article-pdf/35/3/345/1798642/coli.08-022-r2-06-26.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.310.8133","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.310.8133","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.aclweb.org/anthology/J/J09/J09-3002.pdf","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1162/coli.08-022-r2-06-26","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli.08-022-r2-06-26","pdf_url":"https://direct.mit.edu/coli/article-pdf/35/3/345/1798642/coli.08-022-r2-06-26.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7599999904632568,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":92,"referenced_works":["https://openalex.org/W2043099","https://openalex.org/W25045882","https://openalex.org/W42748050","https://openalex.org/W139042079","https://openalex.org/W192728001","https://openalex.org/W193110732","https://openalex.org/W201288405","https://openalex.org/W203491554","https://openalex.org/W1482975706","https://openalex.org/W1494464848","https://openalex.org/W1496189301","https://openalex.org/W1513168562","https://openalex.org/W1517870057","https://openalex.org/W1518357715","https://openalex.org/W1519201847","https://openalex.org/W1528941926","https://openalex.org/W1535449205","https://openalex.org/W1538417395","https://openalex.org/W1538585905","https://openalex.org/W1539395461","https://openalex.org/W1540371141","https://openalex.org/W1550863320","https://openalex.org/W1573704876","https://openalex.org/W1582482241","https://openalex.org/W1583401907","https://openalex.org/W1586996144","https://openalex.org/W1589110084","https://openalex.org/W1623072288","https://openalex.org/W1625762979","https://openalex.org/W1638608766","https://openalex.org/W1647671624","https://openalex.org/W1654022110","https://openalex.org/W1822552809","https://openalex.org/W1923534721","https://openalex.org/W1958407717","https://openalex.org/W1967689119","https://openalex.org/W1973236505","https://openalex.org/W1977011589","https://openalex.org/W1980365852","https://openalex.org/W1982678125","https://openalex.org/W1999090433","https://openalex.org/W2007465845","https://openalex.org/W2013929369","https://openalex.org/W2025870341","https://openalex.org/W2038248725","https://openalex.org/W2041260878","https://openalex.org/W2079706757","https://openalex.org/W2083325968","https://openalex.org/W2084128293","https://openalex.org/W2091896764","https://openalex.org/W2093388210","https://openalex.org/W2096145771","https://openalex.org/W2097125878","https://openalex.org/W2098217544","https://openalex.org/W2098750614","https://openalex.org/W2098880560","https://openalex.org/W2102443632","https://openalex.org/W2104851574","https://openalex.org/W2111907704","https://openalex.org/W2114532736","https://openalex.org/W2114561387","https://openalex.org/W2114770085","https://openalex.org/W2118620946","https://openalex.org/W2120509630","https://openalex.org/W2126891226","https://openalex.org/W2132714218","https://openalex.org/W2138309071","https://openalex.org/W2141533721","https://openalex.org/W2142327972","https://openalex.org/W2152316548","https://openalex.org/W2153360297","https://openalex.org/W2153581649","https://openalex.org/W2154681956","https://openalex.org/W2156985047","https://openalex.org/W2160093552","https://openalex.org/W2160212714","https://openalex.org/W2163600070","https://openalex.org/W2165861304","https://openalex.org/W2171144711","https://openalex.org/W2196854674","https://openalex.org/W2484834277","https://openalex.org/W2561675875","https://openalex.org/W2952238071","https://openalex.org/W3000063644","https://openalex.org/W3088781800","https://openalex.org/W3140196993","https://openalex.org/W4214671568","https://openalex.org/W4231741839","https://openalex.org/W4235853093","https://openalex.org/W4240980716","https://openalex.org/W4241850027","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2013013717","https://openalex.org/W66256988","https://openalex.org/W2068964259","https://openalex.org/W4302857920","https://openalex.org/W1987340722","https://openalex.org/W199123384","https://openalex.org/W2791907740","https://openalex.org/W2739856905","https://openalex.org/W4239305747","https://openalex.org/W4205486898"],"abstract_inverted_index":{"Multimodal":[0],"grammars":[1,32],"provide":[2],"an":[3],"effective":[4,105],"mechanism":[5],"for":[6,13,91,103,108,122],"quickly":[7],"creating":[8],"integration":[9,97],"and":[10,71,98,120,132,151],"understanding":[11,125],"capabilities":[12],"interactive":[14],"systems":[15],"supporting":[16],"simultaneous":[17],"use":[18,140],"of":[19,78,88,95,141],"multiple":[20],"input":[21],"modalities.":[22],"However,":[23],"like":[24],"other":[25],"approaches":[26],"based":[27],"on":[28,128],"hand-crafted":[29],"grammars,":[30],"multimodal":[31,54,62,80,96,115,124],"can":[33,57],"be":[34,58],"brittle":[35],"with":[36,66],"respect":[37],"to":[38,53,60,144],"unexpected,":[39],"erroneous,":[40],"or":[41,113],"disfluent":[42],"input.":[43],"In":[44],"this":[45],"article,":[46],"we":[47],"show":[48],"how":[49],"the":[50,73,76,93,139,148,152],"finite-state":[51],"approach":[52,74],"language":[55,106],"processing":[56],"extended":[59],"support":[61],"applications":[63],"combining":[64],"speech":[65,109,153],"complex":[67],"freehand":[68],"pen":[69],"input,":[70],"evaluate":[72],"in":[75],"context":[77],"a":[79,86],"conversational":[81],"system":[82],"(MATCH).":[83],"We":[84,136],"explore":[85,138],"range":[87],"different":[89],"techniques":[90,102,121],"improving":[92],"robustness":[94],"understanding.":[99],"These":[100],"include":[101],"building":[104],"models":[107],"recognition":[110],"when":[111],"little":[112],"no":[114],"training":[116],"data":[117],"is":[118],"available,":[119],"robust":[123],"that":[126],"draw":[127],"classification,":[129],"machine":[130],"translation,":[131],"sequence":[133],"edit":[134],"methods.":[135],"also":[137],"edit-based":[142],"methods":[143],"overcome":[145],"mismatches":[146],"between":[147],"gesture":[149],"stream":[150],"stream.":[154]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}