{"id":"https://openalex.org/W2025870341","doi":"https://doi.org/10.1017/s1351324904003572","title":"Finite-state multimodal integration and understanding","display_name":"Finite-state multimodal integration and understanding","publication_year":2005,"publication_date":"2005-05-19","ids":{"openalex":"https://openalex.org/W2025870341","doi":"https://doi.org/10.1017/s1351324904003572","mag":"2025870341"},"language":"en","primary_location":{"id":"doi:10.1017/s1351324904003572","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324904003572","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058476987","display_name":"Michael Johnston","orcid":"https://orcid.org/0000-0001-9869-6357"},"institutions":[{"id":"https://openalex.org/I1283103587","display_name":"AT&T (United States)","ror":"https://ror.org/02bbd5539","country_code":"US","type":"company","lineage":["https://openalex.org/I1283103587"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"MICHAEL JOHNSTON","raw_affiliation_strings":["AT&T Labs \u2013 Research, 180 Park Ave, Florham Park, NJ 07932, USA e-mail:","AT&T Labs \u2013\u2013 Research, 180 Park Ave, Florham Park, NJ 07932, USA e-mail: johnston@research.att.com"],"affiliations":[{"raw_affiliation_string":"AT&T Labs \u2013 Research, 180 Park Ave, Florham Park, NJ 07932, USA e-mail:","institution_ids":["https://openalex.org/I1283103587"]},{"raw_affiliation_string":"AT&T Labs \u2013\u2013 Research, 180 Park Ave, Florham Park, NJ 07932, USA e-mail: johnston@research.att.com","institution_ids":["https://openalex.org/I1283103587"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111475783","display_name":"Srinivas Bangalore","orcid":null},"institutions":[{"id":"https://openalex.org/I1283103587","display_name":"AT&T (United States)","ror":"https://ror.org/02bbd5539","country_code":"US","type":"company","lineage":["https://openalex.org/I1283103587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"SRINIVAS BANGALORE","raw_affiliation_strings":["AT&T Labs \u2013 Research, 180 Park Ave, Florham Park, NJ 07932, USA e-mail:","AT&T Labs \u2013\u2013 Research, 180 Park Ave, Florham Park, NJ 07932, USA e-mail: srini@research.att.com"],"affiliations":[{"raw_affiliation_string":"AT&T Labs \u2013 Research, 180 Park Ave, Florham Park, NJ 07932, USA e-mail:","institution_ids":["https://openalex.org/I1283103587"]},{"raw_affiliation_string":"AT&T Labs \u2013\u2013 Research, 180 Park Ave, Florham Park, NJ 07932, USA e-mail: srini@research.att.com","institution_ids":["https://openalex.org/I1283103587"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5058476987"],"corresponding_institution_ids":["https://openalex.org/I1283103587"],"apc_list":null,"apc_paid":null,"fwci":8.3364,"has_fulltext":false,"cited_by_count":67,"citation_normalized_percentile":{"value":0.97496112,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"11","issue":"2","first_page":"159","last_page":"187"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9002557992935181},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6937593221664429},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.6862185001373291},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4892277717590332},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.464163601398468},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4625987112522125},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.43822023272514343},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.42547374963760376},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42311370372772217},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.42168763279914856}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9002557992935181},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6937593221664429},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.6862185001373291},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4892277717590332},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.464163601398468},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4625987112522125},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.43822023272514343},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.42547374963760376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42311370372772217},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.42168763279914856},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1017/s1351324904003572","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324904003572","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5899999737739563,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W42748050","https://openalex.org/W201288405","https://openalex.org/W203491554","https://openalex.org/W1511245309","https://openalex.org/W1513168562","https://openalex.org/W1539384251","https://openalex.org/W1539395461","https://openalex.org/W1568034505","https://openalex.org/W1571979909","https://openalex.org/W1573704876","https://openalex.org/W1647053039","https://openalex.org/W1654022110","https://openalex.org/W1822552809","https://openalex.org/W1866797401","https://openalex.org/W1977011589","https://openalex.org/W1983606164","https://openalex.org/W1984938651","https://openalex.org/W1988220804","https://openalex.org/W2000885980","https://openalex.org/W2041260878","https://openalex.org/W2046345502","https://openalex.org/W2079706757","https://openalex.org/W2083325968","https://openalex.org/W2084128293","https://openalex.org/W2093388210","https://openalex.org/W2097125878","https://openalex.org/W2111907704","https://openalex.org/W2112245899","https://openalex.org/W2114532736","https://openalex.org/W2125529971","https://openalex.org/W2126891226","https://openalex.org/W2131628090","https://openalex.org/W2135643110","https://openalex.org/W2196854674","https://openalex.org/W2484834277","https://openalex.org/W2788236931","https://openalex.org/W2949908381","https://openalex.org/W2952636950","https://openalex.org/W2998245691"],"related_works":["https://openalex.org/W2066003895","https://openalex.org/W2537963312","https://openalex.org/W2537762514","https://openalex.org/W2349788282","https://openalex.org/W577271088","https://openalex.org/W2120801881","https://openalex.org/W1982853263","https://openalex.org/W1974473538","https://openalex.org/W2020010749","https://openalex.org/W2954779189"],"abstract_inverted_index":{"Multimodal":[0],"interfaces":[1,38],"are":[2,49,65],"systems":[3],"that":[4,48,146],"allow":[5],"input":[6,53],"and/or":[7],"output":[8],"to":[9,23,41,87],"be":[10,130],"conveyed":[11],"over":[12,51],"multiple":[13,52],"channels":[14],"such":[15,32],"as":[16,33,78],"speech,":[17],"graphics,":[18],"and":[19,25,43,63,75,80,96,158],"gesture.":[20],"In":[21,85],"addition":[22],"parsing":[24,62],"understanding":[26,64,114],"separate":[27],"utterances":[28,47],"from":[29],"different":[30],"modes":[31],"speech":[34,74,116,143],"or":[35],"gesture,":[36],"multimodal":[37,46,61,104,113,163],"also":[39,109],"need":[40],"parse":[42],"understand":[44],"composite":[45],"distributed":[50],"modes.":[54],"We":[55,141],"present":[56],"an":[57],"approach":[58,91,108,121],"in":[59,125,154],"which":[60,72],"achieved":[66],"using":[67,161],"a":[68,98,135,155,162],"weighted":[69],"finite-state":[70,120],"device":[71],"takes":[73],"gesture":[76,152],"streams":[77],"inputs":[79],"outputs":[81],"their":[82],"joint":[83],"interpretation.":[84],"comparison":[86],"previous":[88],"approaches,":[89],"this":[90],"is":[92,122],"significantly":[93],"more":[94,99,123,131],"efficient":[95],"provides":[97],"general":[100],"probabilistic":[101],"framework":[102],"for":[103],"ambiguity":[105],"resolution.":[106],"The":[107],"enables":[110],"tight-coupling":[111],"of":[112,138,150],"with":[115],"recognition.":[117],"Since":[118],"the":[119],"lightweight":[124],"computational":[126],"needs,":[127],"it":[128],"can":[129],"readily":[132],"deployed":[133],"on":[134],"broader":[136],"range":[137],"mobile":[139],"platforms.":[140],"provide":[142],"recognition":[144],"results":[145],"demonstrate":[147],"compensation":[148],"effects":[149],"exploiting":[151],"information":[153],"directory":[156],"assistance":[157],"messaging":[159],"task":[160],"interface.":[164]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}